-- Logs begin at Mon 2022-01-10 17:13:03 UTC, end at Mon 2022-01-10 18:08:46 UTC. -- Jan 10 17:41:53.604566 dv-cinder-824031-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 10 17:41:56.514918 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.common.config [-] Logging enabled! Jan 10 17:41:56.515650 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev334 Jan 10 17:41:56.515650 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 17:41:56.519018 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.common.config [-] Logging enabled! Jan 10 17:41:56.519275 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev334 Jan 10 17:41:56.519593 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 17:41:56.520536 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 17:41:56.520767 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 17:41:56.521324 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 17:41:56.521572 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 17:41:56.521795 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 17:41:56.522122 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.522548 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 10 17:41:56.522860 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.523150 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.523433 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.523718 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.524364 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.524652 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.524959 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.525253 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.525536 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.525811 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.526091 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.526379 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.526662 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.526944 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.527211 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.527490 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] debug = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.527768 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.528194 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.528609 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.528914 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.529203 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.529503 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.529752 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.530027 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.530309 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.530684 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] host = dv-cinder-824031-2-iscsi {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.530957 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.531239 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.531522 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.531803 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.532084 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.532355 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.532634 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.532930 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.533200 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] log_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.533471 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.533756 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.534040 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.534327 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.534551 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.534772 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.535058 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.535339 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.535611 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.535883 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.536153 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.536423 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.536694 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.536991 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.537276 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.537557 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.537838 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.538111 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.538383 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.538653 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.538920 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.539202 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.539471 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.539747 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.540018 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.540301 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.540568 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.540838 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.541158 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.541441 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.541722 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.542006 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.542277 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.542555 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.542826 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.543095 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.543364 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] use_json = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.543633 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.543903 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.544183 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.544453 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.544724 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.545021 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.545292 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.545573 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.545842 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:56.546165 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.546462 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.546762 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.547049 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.547337 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.547617 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.547903 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.548187 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.548475 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.548761 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.549075 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.549354 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.549656 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.549944 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.550237 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.550540 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.550831 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.551120 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.551393 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.551664 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.551933 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.552208 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.552494 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.552768 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.553078 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.553366 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.553644 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.553939 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.554225 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.554516 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.554804 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.555076 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.555358 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.555647 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.555926 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.556195 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.556474 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.556759 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.557058 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.557331 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.557613 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.557891 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.558162 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.558433 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.558709 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.559000 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.559275 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.559551 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.559821 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.560100 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.560371 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.560656 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.560967 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.561238 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.561512 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.561836 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.562111 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.562382 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.562659 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.562927 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.563199 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.563471 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.563736 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.564006 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.564276 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.564545 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.564813 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.565104 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.565378 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.565645 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.565915 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.566185 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.566456 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.566726 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.567010 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.567304 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.567578 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.567851 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.568129 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.568406 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.568682 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.568981 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.569257 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.569534 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.569803 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.570094 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.570371 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.570654 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.570960 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.571236 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.571528 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.571805 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.572086 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.572360 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.572635 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.572940 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.573224 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.573515 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.573807 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.574098 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.574388 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.574675 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.574952 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.575256 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.575531 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:56.575745 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 17:41:56.575980 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113956) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 10 17:41:56.918534 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=113956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 17:41:56.918809 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=113956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 17:41:56.919113 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 17:41:56.919455 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 10 17:41:57.241179 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.241395 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.241624 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.242937 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.243215 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.243482 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.288890 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.289157 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.289453 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.303538 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.303826 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.304094 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.332251 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.332523 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.332798 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.369420 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.369707 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.369963 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.707322 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.707962 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.707962 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.708128 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.708785 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.807881 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.808179 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.808472 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.808775 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.809060 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.809387 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.809650 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.809909 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.810160 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.810444 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.810703 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.810969 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.811208 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.811455 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.811744 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.812029 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.812257 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.812505 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.812777 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.813062 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.813337 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.813593 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.813884 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.814272 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.814524 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.814770 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.815168 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:57.815408 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:57.815649 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:57.815887 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:57.816124 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:57.816358 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:57.816724 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 10 17:41:57.819997 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 10 17:41:57.823973 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 10 17:41:57.828006 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 10 17:41:57.829669 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 10 17:41:57.830140 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 10 17:41:57.830476 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 10 17:41:57.830856 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 10 17:41:57.833719 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 10 17:41:57.833975 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 10 17:41:57.834323 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 17:41:57.839801 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 10 17:41:57.862595 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 10 17:41:57.863049 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.863310 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113956) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 10 17:41:57.863697 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.865105 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113956) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 10 17:41:57.865380 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 17:41:57.865634 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 10 17:41:57.868770 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.869077 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:57.932813 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 10 17:41:57.933080 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 10 17:41:57.933317 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 10 17:41:57.933678 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 10 17:41:57.954877 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_db.sqlalchemy.engines [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113956) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 10 17:41:58.395112 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing driver for type 'gre' Jan 10 17:41:58.395637 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] gre ID ranges: [(1, 1000)] Jan 10 17:41:58.448580 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing driver for type 'local' Jan 10 17:41:58.448955 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing driver for type 'vlan' Jan 10 17:41:58.463642 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] VlanTypeDriver initialization complete Jan 10 17:41:58.464082 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing driver for type 'vxlan' Jan 10 17:41:58.464604 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] vxlan ID ranges: [(1, 1000)] Jan 10 17:41:58.519372 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing extension driver 'port_security' Jan 10 17:41:58.519802 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] PortSecurityExtensionDriver initialization complete Jan 10 17:41:58.520238 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing mechanism driver 'openvswitch' Jan 10 17:41:58.520613 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing mechanism driver 'hyperv' Jan 10 17:41:58.527722 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.plugin [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:41:58.528402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.528777 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.529165 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.529703 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:41:58.530146 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.530533 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.530886 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.531283 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:41:58.531697 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.532058 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.532406 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.532804 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:41:58.533244 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.533598 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.533927 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.534466 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:41:58.534880 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.535237 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.535588 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.535993 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:41:58.536401 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.536756 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.537131 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.537530 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 17:41:58.537911 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] ML2 OVO RPC backend initialized. {{(pid=113956) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 10 17:41:58.538623 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.538982 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.539401 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.539755 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > networks before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.540108 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.540457 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > ports before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.540810 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.541182 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.541541 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.541890 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.542228 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.542568 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.542908 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.543247 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.543569 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.543908 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.544245 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.544827 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.plugin [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Modular L2 Plugin initialization complete Jan 10 17:41:58.545192 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading services supported by the core plugin {{(pid=113956) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 10 17:41:58.545524 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.plugins.ml2.managers [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Got port-security extension from driver 'port_security' Jan 10 17:41:58.546046 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.extensions.vlantransparent [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Disabled vlantransparent extension. Jan 10 17:41:58.546571 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113956) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 10 17:41:58.546893 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: router Jan 10 17:41:58.583053 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.583446 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router after_create 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.583824 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router before_create 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.584196 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.584576 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.584966 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router after_delete 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.585342 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.585696 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.586061 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router after_create 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.586407 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router after_update 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.586761 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router after_update 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.587096 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.587455 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router after_update 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.587879 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.588251 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: port after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.588597 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: port after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.588965 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: subnet after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.589306 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.589662 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.590016 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.590360 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: port before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.590711 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.591058 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router after_update 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.591407 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.591763 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.592132 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.592483 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.592911 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > agent after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.593272 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.593622 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > network after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.594491 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Tracking information for resource: router configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:58.594834 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Tracking information for resource: floatingip configured {{(pid=113956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 17:41:58.600058 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.db.l3_agentschedulers_db [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 10 17:41:58.600630 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: port after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.601029 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: port after_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.601386 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: port after_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.601743 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: port after_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.602512 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router before_create 55550100 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.602881 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.603246 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.603606 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.608376 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.services.provider_configuration [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service providers = [] {{(pid=113956) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 10 17:41:58.608889 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.db.servicetype_db [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113956) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 10 17:41:58.611861 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.services.service_base [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:41:58.612196 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.services.service_base [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:41:58.612563 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.services.service_base [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:41:58.613480 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.services.service_base [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 17:41:58.613852 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.services.service_base [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 10 17:41:58.614222 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.614539 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 10 17:41:58.625325 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.625665 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: auto_allocate Jan 10 17:41:58.631584 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: network precommit_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.631957 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: network precommit_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.632479 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.632802 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: tag Jan 10 17:41:58.639442 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.639833 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: timestamp Jan 10 17:41:58.643897 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.644229 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: network_ip_availability Jan 10 17:41:58.650224 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.650561 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.650902 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.651624 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.651950 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: flavors Jan 10 17:41:58.656838 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.657207 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading Plugin: revisions Jan 10 17:41:58.661663 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 17:41:58.662060 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_concurrency.lockutils [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.743s {{(pid=113956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 17:41:58.662889 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113956) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 10 17:41:58.663232 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Initializing extension manager. Jan 10 17:41:58.663764 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: __init__.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.664108 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: __pycache__ {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.664439 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.664776 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: address_group.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.665553 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.666122 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: address-group Jan 10 17:41:58.666445 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: address_scope.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.667351 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.667864 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: address-scope Jan 10 17:41:58.668191 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.669156 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.669650 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: router-admin-state-down-before-update Jan 10 17:41:58.669974 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: agent.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.670675 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.671240 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: agent Jan 10 17:41:58.671729 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: agent_resources_synced.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.672654 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.673187 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: agent-resources-synced Jan 10 17:41:58.673518 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.675307 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.675840 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: allowed-address-pairs Jan 10 17:41:58.676169 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.677281 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.677804 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: auto-allocated-topology Jan 10 17:41:58.678135 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: availability_zone.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.678834 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.679347 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: availability_zone Jan 10 17:41:58.679671 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: availability_zone_filter.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.680589 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.681129 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: availability_zone_filter Jan 10 17:41:58.681455 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: data_plane_status.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.682389 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.682974 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension data-plane-status not supported by any of loaded plugins Jan 10 17:41:58.683302 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: default_subnetpools.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.684226 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.684733 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: default-subnetpools Jan 10 17:41:58.685092 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.685900 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.686407 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: dhcp_agent_scheduler Jan 10 17:41:58.686745 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: dns.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.687665 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.688177 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension dns-integration not supported by any of loaded plugins Jan 10 17:41:58.688504 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: dns_domain_ports.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.689452 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.689957 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 10 17:41:58.690279 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.691204 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.691708 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 10 17:41:58.692031 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: dvr.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.692707 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.693253 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: dvr Jan 10 17:41:58.693578 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: ecmp_routes.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.694504 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.695005 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 10 17:41:58.695326 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: empty_string_filtering.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.696238 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.696741 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: empty-string-filtering Jan 10 17:41:58.697090 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.698018 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.698528 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 10 17:41:58.698851 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.699775 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.700286 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 10 17:41:58.700609 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: external_net.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.701550 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.702057 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: external-net Jan 10 17:41:58.702521 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.703431 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.703940 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: extra_dhcp_opt Jan 10 17:41:58.704268 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: extraroute.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.705201 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.705713 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: extraroute Jan 10 17:41:58.706036 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: extraroute_atomic.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.707081 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.707589 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: extraroute-atomic Jan 10 17:41:58.708140 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: filter_validation.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.708567 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.709114 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: filter-validation Jan 10 17:41:58.709435 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: fip_pf_description.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.710363 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.710863 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 10 17:41:58.711185 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: fip_port_details.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.712105 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.712609 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: fip-port-details Jan 10 17:41:58.712955 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: flavors.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.714196 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.714711 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: flavors Jan 10 17:41:58.715037 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.716718 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.717279 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 10 17:41:58.717617 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: floatingip_pools.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.718357 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.718875 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: floatingip-pools Jan 10 17:41:58.719212 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: ip_allocation.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.720146 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.720653 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension ip_allocation not supported by any of loaded plugins Jan 10 17:41:58.721010 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.721934 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.722446 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: ip-substring-filtering Jan 10 17:41:58.722778 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l2_adjacency.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.723715 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.724223 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 10 17:41:58.724556 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l3.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.725710 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.726234 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: router Jan 10 17:41:58.726567 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.728834 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.729403 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 10 17:41:58.729745 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.730684 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.731211 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: ext-gw-mode Jan 10 17:41:58.731536 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.732472 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.733477 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: l3-ha Jan 10 17:41:58.733477 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l3_flavors.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.734578 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.735090 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: l3-flavors Jan 10 17:41:58.735423 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.736337 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.736872 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 10 17:41:58.737207 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: l3agentscheduler.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.738262 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.738774 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: l3_agent_scheduler Jan 10 17:41:58.739108 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: local_ip.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.740927 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.741459 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension local_ip not supported by any of loaded plugins Jan 10 17:41:58.741796 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: logging.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.743294 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.743821 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension logging not supported by any of loaded plugins Jan 10 17:41:58.744159 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: metering.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.744928 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.745516 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: metering Jan 10 17:41:58.745843 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.746946 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.747465 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: metering_source_and_destination_fields Jan 10 17:41:58.747800 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: multiprovidernet.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.748735 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.749385 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: multi-provider Jan 10 17:41:58.749716 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: netmtu.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.750638 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.751149 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: net-mtu Jan 10 17:41:58.751473 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: netmtu_writable.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.752394 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.752937 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: net-mtu-writable Jan 10 17:41:58.753339 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: network_availability_zone.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.754023 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.754534 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: network_availability_zone Jan 10 17:41:58.754860 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: network_ip_availability.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.755993 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.756526 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: network-ip-availability Jan 10 17:41:58.756866 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: network_segment_range.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.757649 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.758154 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension network-segment-range not supported by any of loaded plugins Jan 10 17:41:58.758477 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: pagination.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.759600 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.759940 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: pagination Jan 10 17:41:58.760263 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: port_device_profile.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.761212 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.761726 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: port-device-profile Jan 10 17:41:58.762049 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.762971 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.763482 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: port-mac-address-regenerate Jan 10 17:41:58.763802 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.764732 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.765281 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: port-numa-affinity-policy Jan 10 17:41:58.765603 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: port_resource_request.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.766538 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.767041 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension port-resource-request not supported by any of loaded plugins Jan 10 17:41:58.767359 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: port_resource_request_groups.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.768331 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.768842 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 10 17:41:58.769209 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: portbindings.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.770157 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.770671 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: binding Jan 10 17:41:58.770992 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: portbindings_extended.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.772293 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.772806 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: binding-extended Jan 10 17:41:58.773168 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: portsecurity.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.774427 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.775082 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: port-security Jan 10 17:41:58.775411 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: project_id.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.776392 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.776728 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: project-id Jan 10 17:41:58.777080 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: providernet.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.778014 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.778539 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: provider Jan 10 17:41:58.778866 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.782621 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.783146 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos not supported by any of loaded plugins Jan 10 17:41:58.783573 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.784868 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.785460 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 10 17:41:58.785800 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.787578 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.788094 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 10 17:41:58.788431 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_default.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.789377 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.789895 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-default not supported by any of loaded plugins Jan 10 17:41:58.790227 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_fip.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.790893 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.791399 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-fip not supported by any of loaded plugins Jan 10 17:41:58.791717 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.792638 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.793172 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 10 17:41:58.793504 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.794428 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.794941 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 10 17:41:58.795269 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.796216 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.796723 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 10 17:41:58.797080 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.798146 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.798665 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 10 17:41:58.798992 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_pps_rule.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.800208 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.800729 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-pps not supported by any of loaded plugins Jan 10 17:41:58.801083 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.802001 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.802512 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 10 17:41:58.802839 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: qos_rules_alias.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.803891 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.804407 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 10 17:41:58.804735 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: quota_check_limit.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.805673 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.806189 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: quota-check-limit Jan 10 17:41:58.806513 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: quotasv2.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.807461 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.807791 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: quotas Jan 10 17:41:58.808117 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: quotasv2_detail.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.811650 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.812036 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: quota_details Jan 10 17:41:58.812368 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: rbac.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.813764 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.814299 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: rbac-policies Jan 10 17:41:58.814634 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: rbac_address_group.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.815578 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.816094 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: rbac-address-group Jan 10 17:41:58.816421 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: rbac_address_scope.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.817373 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.817884 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: rbac-address-scope Jan 10 17:41:58.818211 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: rbac_security_groups.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.819143 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.819655 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: rbac-security-groups Jan 10 17:41:58.819991 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.820948 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.821459 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: rbac-subnetpool Jan 10 17:41:58.821786 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: revisionifmatch.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.822708 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.823216 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: revision-if-match Jan 10 17:41:58.823539 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: revisions.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.824671 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.825213 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: standard-attr-revisions Jan 10 17:41:58.825542 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: router_availability_zone.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.826220 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.826729 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: router_availability_zone Jan 10 17:41:58.827051 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: routerservicetype.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.828000 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.828505 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension router-service-type not supported by any of loaded plugins Jan 10 17:41:58.828832 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.829877 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.830384 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: security-groups-normalized-cidr Jan 10 17:41:58.830697 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.831625 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.832137 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: port-security-groups-filtering Jan 10 17:41:58.832459 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.833427 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.833939 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: security-groups-remote-address-group Jan 10 17:41:58.834265 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.835200 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.835712 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: security-groups-shared-filtering Jan 10 17:41:58.836045 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.836632 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 10 17:41:58.836992 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: securitygroup.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.848252 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.848790 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: security-group Jan 10 17:41:58.849241 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: segment.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.850052 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.850567 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension segment not supported by any of loaded plugins Jan 10 17:41:58.850899 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.851850 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.852361 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 10 17:41:58.852694 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: servicetype.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.853828 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.854351 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: service-type Jan 10 17:41:58.854687 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: sorting.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.855672 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.856010 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: sorting Jan 10 17:41:58.856338 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: standard_attr_segment.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.857419 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.857813 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 10 17:41:58.858143 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: standardattrdescription.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.858806 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.859323 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: standard-attr-description Jan 10 17:41:58.859652 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: stateful_security_group.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.860595 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.861139 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: stateful-security-group Jan 10 17:41:58.861471 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: stdattrs_common.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.862043 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 10 17:41:58.862365 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.863324 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.863817 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 10 17:41:58.864141 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: subnet_onboard.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.865240 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.865759 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: subnet_onboard Jan 10 17:41:58.866087 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.867020 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.867533 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 10 17:41:58.867859 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: subnet_service_types.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.868797 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.869338 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: subnet-service-types Jan 10 17:41:58.869675 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: subnetallocation.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.870760 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.871289 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: subnet_allocation Jan 10 17:41:58.871616 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.872303 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.872828 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: subnetpool-prefix-ops Jan 10 17:41:58.873175 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.874167 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.874689 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 10 17:41:58.875016 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: tagging.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.876091 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.876629 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: standard-attr-tag Jan 10 17:41:58.876985 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: timestamp.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.878256 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.878860 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loaded extension: standard-attr-timestamp Jan 10 17:41:58.879189 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: trunk.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.880336 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.880961 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension trunk not supported by any of loaded plugins Jan 10 17:41:58.881296 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: trunk_details.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.882328 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.882850 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension trunk-details not supported by any of loaded plugins Jan 10 17:41:58.883178 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.884114 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.884724 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 10 17:41:58.885080 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Loading extension file: vlantransparent.py {{(pid=113956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 17:41:58.885769 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 17:41:58.886276 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 10 17:41:58.888802 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:network Jan 10 17:41:58.889386 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:subnet Jan 10 17:41:58.889819 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:41:58.890215 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:port Jan 10 17:41:58.891458 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.891902 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service FLAVORS assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.892537 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.893010 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.893345 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:router Jan 10 17:41:58.893788 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:floatingip Jan 10 17:41:58.894276 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service METERING assigned prefix: /metering {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.895764 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.896149 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.896514 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:41:58.897550 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 17:41:58.898009 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:security_group Jan 10 17:41:58.898450 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 17:41:58.899401 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service CORE assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.899739 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:41:58.900112 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] subnetpool is already registered Jan 10 17:41:58.900588 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service CORE assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.900875 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:41:58.901230 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] subnetpool is already registered Jan 10 17:41:58.903547 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.903984 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service FLAVORS assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.904584 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.905048 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.905440 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:router Jan 10 17:41:58.905913 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] router is already registered Jan 10 17:41:58.906201 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:floatingip Jan 10 17:41:58.906628 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] floatingip is already registered Jan 10 17:41:58.906997 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service METERING assigned prefix: /metering {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.907663 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 17:41:58.907991 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] rbac_policy is already registered Jan 10 17:41:58.908401 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:security_group Jan 10 17:41:58.908738 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] security_group is already registered Jan 10 17:41:58.909171 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 17:41:58.909504 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] security_group_rule is already registered Jan 10 17:41:58.910137 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service CORE assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.910468 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:41:58.910803 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] subnetpool is already registered Jan 10 17:41:58.911233 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.v2.resource_helper [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Service CORE assigned prefix: {{(pid=113956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 17:41:58.911557 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 17:41:58.911887 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING neutron.quota.resource_registry [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] subnetpool is already registered Jan 10 17:41:58.912365 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: extensions {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.913861 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: address-groups {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.915428 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: address-scopes {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.916781 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: agents {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.917979 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: auto-allocated-topology {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.919234 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: availability_zones {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.920455 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: dhcp-networks {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.922088 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: dhcp-agents {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.923535 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: routers {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.925784 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: flavors {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.926964 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: service_profiles {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.928180 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: next_providers {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.929654 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: service_profiles {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.931199 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: floatingip-pools {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.932413 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: routers {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.934706 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: floatingips {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.936005 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: l3-routers {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.937521 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: l3-agents {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.938935 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: metering-labels {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.940276 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: metering-label-rules {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.941600 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: network-ip-availabilities {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.942882 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: bindings {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.945392 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: quotas {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.946980 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: quotas {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.948519 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: rbac-policies {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.949866 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: security-groups {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.951114 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: security-group-rules {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.952380 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: service-providers {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.953681 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: subnetpools {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.955125 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: subnetpools {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.956578 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.958297 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.960171 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.961983 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.963765 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.965638 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.967334 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.969346 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.971086 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.972963 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron.api.extensions [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Extended resource: tags {{(pid=113956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 17:41:58.978798 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING keystonemiddleware.auth_token [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 10 17:41:58.983521 dv-cinder-824031-2-iscsi neutron-server[113956]: WARNING keystonemiddleware.auth_token [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 10 17:41:58.992488 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_concurrency.lockutils [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Acquired lock "singleton_lock" {{(pid=113956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 10 17:41:58.992999 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_concurrency.lockutils [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Releasing lock "singleton_lock" {{(pid=113956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 10 17:41:58.993661 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO oslo_service.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Starting 2 workers Jan 10 17:41:58.998548 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Started child 114063 {{(pid=113956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:41:59.004354 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Started child 114064 {{(pid=113956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:41:59.004582 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:41:59.005262 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO neutron.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 10 17:41:59.005262 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:41:59.005639 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [-] (114063) wsgi starting up on http://0.0.0.0:9696 Jan 10 17:41:59.007613 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO oslo_service.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Starting 1 workers Jan 10 17:41:59.007761 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:41:59.009117 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [-] (114064) wsgi starting up on http://0.0.0.0:9696 Jan 10 17:41:59.012869 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Started child 114065 {{(pid=113956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:41:59.013423 dv-cinder-824031-2-iscsi neutron-server[113956]: INFO oslo_service.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Starting 1 workers Jan 10 17:41:59.016432 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] calling RpcWorker wait() {{(pid=114065) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 10 17:41:59.017032 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] returning from RpcWorker wait() {{(pid=114065) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 10 17:41:59.017961 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Started child 114066 {{(pid=113956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 17:41:59.018215 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:41:59.018711 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:41:59.018838 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG neutron_lib.callbacks.manager [None req-2e67df8e-fd17-407c-9174-b92b4bc8a2d9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:41:59.020744 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 17:41:59.020897 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 17:41:59.021068 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 17:41:59.021337 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 17:41:59.021634 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 17:41:59.021795 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 17:41:59.022350 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.022632 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.022891 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.023148 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.023466 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.023590 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:41:59.024414 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.024617 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.024902 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.025000 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:41:59.025218 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.025467 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.025606 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.025773 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.026053 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.026290 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.026582 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.026850 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.027099 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.027354 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.027526 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.027770 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.028031 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.028264 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.028550 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] debug = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.028788 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.029293 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.029530 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.029788 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.030025 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.030286 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.030572 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.030838 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.031071 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.031290 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.031529 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.031799 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.032011 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.032246 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.032512 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.032728 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.032997 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.033223 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.033707 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] host = dv-cinder-824031-2-iscsi {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.033947 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.034166 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.034396 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.034642 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.034896 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.035129 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.035452 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.035626 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.035876 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.036102 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.036344 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.036578 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.036797 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.037084 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.037253 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_options = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.037499 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.037767 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.038014 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.038219 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.038389 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.038552 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.038801 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.038966 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.039220 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.039465 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.039683 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.039911 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.040137 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.040353 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.040600 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.040841 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.043074 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.043588 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.043780 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.044059 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.044308 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.044566 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.044831 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.045084 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.045365 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.045569 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.045791 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.046035 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.046267 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.046728 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.047685 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.047976 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.048656 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.048656 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.048971 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.049154 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.049390 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.049628 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.050426 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.051548 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.051847 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.052124 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.052376 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.052622 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.052886 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.053142 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.053390 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_json = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.055062 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.055344 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.055625 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.055854 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.056100 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.056337 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.056602 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.056891 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.057120 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.057562 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.057843 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.058152 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.058419 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.058685 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.058944 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.059188 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.059446 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.059709 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.059946 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.060268 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.060513 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.060824 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.061112 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.061366 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.061769 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.062055 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.062318 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.062582 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.062804 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.063042 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.063293 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.063654 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.063888 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.064117 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.064382 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.064608 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.064933 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.065213 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.065550 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.065836 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.066100 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.066362 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.066613 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.066857 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.067092 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.067310 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.067528 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.067775 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.068039 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.068260 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.068501 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.068712 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.068965 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.069185 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.069441 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.069659 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.069915 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.070164 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.070406 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.070621 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.070844 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.071088 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.071328 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.071561 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.071776 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.072036 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.072291 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.072530 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.072744 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.073132 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.073498 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.073889 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.074251 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.074905 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.075299 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.075664 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.076262 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.076521 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.076750 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.076995 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.077250 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.077498 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.077703 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.077939 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.078167 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.078377 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.078738 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.079150 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.079599 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.079785 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.080182 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.080366 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.080758 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.081022 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.081245 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.081485 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.081707 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.081932 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.082179 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.082360 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.082785 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.083131 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.083352 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.083626 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.083833 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.084070 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.084291 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.084541 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.084761 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.085030 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.085265 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.085540 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.085880 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.086177 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.086393 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.086817 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.087064 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.087288 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.087539 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.087761 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.087999 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.088223 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.088479 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.088715 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.088990 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.089249 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.089482 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.089765 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.090021 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.090291 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.090531 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.090810 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.091097 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.091390 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.091668 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.091934 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.092221 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.092492 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.092737 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.093086 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.093335 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.093571 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.093807 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.094027 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.094396 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.094756 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.095128 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.095649 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.095903 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.096129 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.096364 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.096645 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.096928 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.097166 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.097429 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.097677 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.097921 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.098173 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.098425 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.098643 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.098884 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.099118 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.099352 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.099571 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.099785 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.100006 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.100226 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.100460 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.100729 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.100972 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.101196 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.101428 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.101652 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.101868 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.102378 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.102684 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.102925 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.103332 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.103927 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.104157 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.104398 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.104618 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.104912 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.105123 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.105396 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.105647 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.105881 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.106132 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.106406 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.106635 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.106879 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.107096 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.107335 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.107548 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.107763 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.107980 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.108193 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.108406 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.108685 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.108939 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.109192 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.109445 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.109782 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.110017 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.110250 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.110488 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.110699 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.111089 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.111313 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.111552 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.111790 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.112013 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.112246 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.112501 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.112750 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.113028 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.113242 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.113472 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.113705 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.113939 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.114168 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.114450 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.114703 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.114937 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.115188 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.115403 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.115629 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.116010 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.116112 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.116284 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.116503 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.116715 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.116946 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.117175 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.117384 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.117592 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.117813 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.118079 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.118317 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.118559 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.118778 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.118986 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.119227 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.119461 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.119668 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.119909 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.120118 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.120331 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.120556 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.120768 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.121002 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.121248 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.121462 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.121675 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.121893 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.122104 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.122311 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.122619 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.122888 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.123085 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.123369 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.123458 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:41:59.123599 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.123849 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.124133 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.124436 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.124652 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.124911 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.125153 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.125387 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.125625 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.125908 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.127215 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.127475 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.127931 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.127931 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.128171 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.128639 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.128933 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.129181 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.129469 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.129810 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.130263 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.130516 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.130780 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.131085 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.131241 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.131457 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.131707 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.131920 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.132135 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.132532 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.132777 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.133043 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.133299 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.133470 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.133686 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.133912 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.134144 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.134381 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.134599 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.134760 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 17:41:59.135288 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 17:41:59.135445 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 17:41:59.135752 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 17:41:59.135952 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 17:41:59.136126 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 17:41:59.136281 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 17:41:59.136493 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.136657 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.136816 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.137009 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.137176 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.137358 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.137518 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.137678 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.137835 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.137988 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.138140 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.138291 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.138452 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.138614 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.138758 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.138891 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.139034 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.139186 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.139350 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.139510 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.139683 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.139867 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.140050 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] debug = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.140199 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.140379 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.140559 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.140706 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.141058 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.141058 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.141437 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.141437 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.141437 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.141811 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.141811 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.142148 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.142148 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.142148 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.142522 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.142522 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.142795 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.142795 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.143045 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] host = dv-cinder-824031-2-iscsi {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.143045 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.143305 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.143305 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.143558 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.144392 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.144392 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.144392 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.145319 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.145319 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.145319 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.145319 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.145319 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_options = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146402 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146873 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146873 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.146873 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147081 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147081 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147249 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147331 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147481 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147635 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147801 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.147947 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.148088 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.148260 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.148405 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.148548 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.148700 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.148877 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.149396 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.149555 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.149748 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.149878 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.150030 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.150187 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.150342 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.150499 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.150711 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.150802 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.150958 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.151115 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.151271 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.151427 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.151583 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.151742 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.151901 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.152062 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.152218 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.152374 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.152531 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.152691 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.152844 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.153021 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.153181 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.153339 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_json = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.153545 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.153637 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.153796 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.153954 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.154111 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.154268 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.154433 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.154573 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.154730 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 17:41:59.154903 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.155049 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.155224 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.155408 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.155561 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.155715 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.155865 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.156095 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.156294 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.156419 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.156547 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.156742 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.156912 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.157154 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.157294 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.157396 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.157576 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.157751 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.157931 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.158089 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.158459 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.158675 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.158851 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.159017 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.159180 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.159342 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.159502 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.159736 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.159898 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.160077 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.160227 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.160390 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.160560 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.160732 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.160956 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.161155 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.161360 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.161451 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.161553 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.161714 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.162286 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.162286 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.162286 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.162583 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.162691 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.163074 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.163193 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.163341 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.163505 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.163669 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.163861 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.164021 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.164185 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.164346 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.164565 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.164765 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.164964 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.165052 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.165192 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.165562 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.165786 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.165786 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.166067 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.166189 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.166353 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.166510 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.166675 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.166871 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.167049 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.167201 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.167360 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.167656 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.167656 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.167879 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.167996 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.168137 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.168254 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.168413 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.168584 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.168805 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.168992 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.169172 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.169313 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.169505 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.169636 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.169801 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.170150 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.170273 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.170356 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.170468 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.170628 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.170951 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.171138 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.171267 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.171408 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.171499 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.171659 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.171818 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.172025 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.172161 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.172302 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.172430 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.172593 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.172790 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.172970 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.173189 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.173363 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.173522 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.173708 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.173910 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.174096 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.174255 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.174416 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.174567 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.174735 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.174973 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.175135 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.175295 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.175465 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.175643 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.175841 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.175937 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.176143 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.176351 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.176516 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.176687 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.176894 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.177057 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.177257 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.177483 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.177605 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.177712 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.177946 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.178100 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.178234 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.178422 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.178583 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.178737 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.178941 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.179133 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.179304 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.179471 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.179602 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.179807 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.179966 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.180104 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.180242 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.180396 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.180563 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.180759 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.180959 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.181145 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.181343 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.181514 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.181676 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.181837 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.182044 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.182133 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.182297 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.182457 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.182619 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.182779 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.182939 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.183098 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.183256 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.183415 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.183574 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.183735 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.183893 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.184040 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.184203 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.184361 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.184526 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.184670 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.184828 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.185013 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.185177 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.185338 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.185501 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.185713 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.185879 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.186040 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.186226 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.186387 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.186559 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.186729 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.186887 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.187048 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.187208 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.187370 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.187531 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.187692 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.187851 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.188025 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.188185 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.188344 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.188503 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.188662 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.188821 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.189003 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.189166 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.189325 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.189484 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.189643 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.189805 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.189967 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.190127 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.190290 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.190450 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.190610 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.190770 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.190930 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.191102 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.191265 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.191425 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.191586 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.191746 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.191906 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.192081 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.192240 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.192400 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.192558 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.192718 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.192900 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.193067 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.193226 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.193385 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.193545 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.193703 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.193863 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.194036 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.194192 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.194351 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.194511 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.194670 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.194829 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.194997 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.195156 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.195315 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.195474 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.195632 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.195790 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.195964 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.196123 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.196282 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.196440 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.196598 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.196757 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.196950 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.197115 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.197274 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.197443 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.197603 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.197761 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.197920 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.198091 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.198257 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.198409 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.198567 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.198727 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.198877 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.199035 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.199199 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.199369 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.199535 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.199697 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.199864 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.200034 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.200202 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.200362 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.200527 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.200698 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.200872 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.201035 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.201197 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.201354 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.201513 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.201672 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.201833 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.201993 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.202159 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.202356 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.202516 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.202677 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.202837 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.202995 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.203157 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.203317 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.203475 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.203634 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.203793 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 17:41:59.203945 dv-cinder-824031-2-iscsi neutron-server[113956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 17:41:59.282946 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 59492) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:41:59.296389 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100484 Jan 10 17:42:10.827635 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83986f9d-b4a3-424a-9dbc-e8524e4e9def None None] get_active_networks_info from dv-cinder-824031-2-iscsi {{(pid=114065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 17:42:10.890231 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83986f9d-b4a3-424a-9dbc-e8524e4e9def None None] No non-hosted networks {{(pid=114065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 10 17:42:10.898831 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.agentschedulers_db [None req-83986f9d-b4a3-424a-9dbc-e8524e4e9def None None] DHCP Agent not found on host dv-cinder-824031-2-iscsi {{(pid=114065) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 10 17:42:11.001221 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0140be26-a9e8-4850-8266-8c2d120a2731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439026'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:13.095717 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-26e70bae-6d24-4582-bc39-cfec3d378845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439026'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:13.132316 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4eb967b9-14c5-4088-ba36-f4144fd0686a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:14.043987 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439026'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:15.558855 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439026'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:16.966997 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439026'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:16.968733 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.969178 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.969519 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.969852 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.970227 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.970554 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.970879 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.971273 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.971837 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.972197 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.972539 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.972968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.973314 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:16.973742 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824031-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:42:16.982638 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824031-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:42:18.172551 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.db.l3_hamode_db [None req-ecafc845-dbf6-435b-985c-d8a333fe1b8b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 10 17:42:18.250747 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecafc845-dbf6-435b-985c-d8a333fe1b8b None None] Routers set() bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:42:18.251099 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecafc845-dbf6-435b-985c-d8a333fe1b8b None None] Router IDs set() for agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 17:42:19.908434 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59592) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:20.460177 dv-cinder-824031-2-iscsi neutron-server[114063]: WARNING oslo_policy.policy [None req-447f7d03-9961-4177-a3d6-54576cb1ecfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:42:20.460754 dv-cinder-824031-2-iscsi neutron-server[114063]: WARNING oslo_policy.policy [None req-447f7d03-9961-4177-a3d6-54576cb1ecfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:42:20.679915 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [None req-447f7d03-9961-4177-a3d6-54576cb1ecfa admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:42:20.681175 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-447f7d03-9961-4177-a3d6-54576cb1ecfa admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7707057 Jan 10 17:42:23.598777 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59608) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:23.926453 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'tenant_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'default_prefixlen': 26, 'is_default': True}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:42:24.022939 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.policy [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114063) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 17:42:24.067942 dv-cinder-824031-2-iscsi neutron-server[114063]: WARNING oslo_policy.policy [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:42:24.068306 dv-cinder-824031-2-iscsi neutron-server[114063]: WARNING oslo_policy.policy [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:42:24.077053 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.quota [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] Loaded quota_driver: . Jan 10 17:42:24.183105 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752791752388', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752791750899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752791770495', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752791767106', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752791774207', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752791716428', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-600257', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601474', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1599837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1561607'] for rbac-policy (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:24.258134 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:24.259346 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-1d61c449-0060-4ee9-8518-2f5bb666ace0 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6596134 Jan 10 17:42:27.109379 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59620) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:27.454172 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'name': 'private', 'project_id': '3e853ee55e324805acbbf0aff75277c3'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:42:27.488557 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Made reservation on behalf of 3e853ee55e324805acbbf0aff75277c3 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:42:27.491315 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.508226 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.622878 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks [] for security_group (77c548db-4210-4b98-b746-1c0e57df4c53), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.628609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (77c548db-4210-4b98-b746-1c0e57df4c53), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.647735 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:42:27.674989 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752794219174', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (2efe5bb3-b24f-4c6f-9679-c81234731781), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.675568 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Unsubscribe: segment precommit_create {{(pid=114063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 17:42:27.676064 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Added segment 2efe5bb3-b24f-4c6f-9679-c81234731781 of type vlan for network 7ee32a22-cd59-4447-8d54-fcbf26011176 Jan 10 17:42:27.692499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c548db-4210-4b98-b746-1c0e57df4c53,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:27.738880 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.739249 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.739593 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.739920 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.740250 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.740571 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.740905 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.741260 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.741589 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.741918 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.742239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.742538 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.742850 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Tracked resource versions report: Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: pushed versions: Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: { 'AddressGroup': {'1.2'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'ConntrackHelper': {'1.0'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Log': {'1.0'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Network': {'1.1'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Port': {'1.7'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'PortForwarding': {'1.2'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'QosPolicy': {'1.10'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroup': {'1.5'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SubPort': {'1.0'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Subnet': {'1.1'}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Trunk': {'1.1'}} Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: consumer versions: Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'ConntrackHelper': '1.0', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'LocalIPAssociation': '1.0', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Log': '1.0', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Network': '1.1', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Port': '1.7', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'PortForwarding': '1.2', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'QosPolicy': '1.10', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroup': '1.5', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroupRule': '1.2', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SubPort': '1.0', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Subnet': '1.1', Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Trunk': '1.1'}} Jan 10 17:42:27.744227 dv-cinder-824031-2-iscsi neutron-server[114063]: {{(pid=114063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:42:27.784789 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (7ee32a22-cd59-4447-8d54-fcbf26011176), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.825254 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (7ee32a22-cd59-4447-8d54-fcbf26011176), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.826391 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:42:27.827133 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:27.913337 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8028224 Jan 10 17:42:27.921187 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1405e30-0eab-4b68-8c64-c0ea0f31037f admin admin] Pushing event updated for resources: {'Network': ['ID=7ee32a22-cd59-4447-8d54-fcbf26011176,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:27.944116 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:42:30.811425 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59634) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:31.235532 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8373f5-b80f-479b-9df3-713380f7ee2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:42:31.236940 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-8e8373f5-b80f-479b-9df3-713380f7ee2a admin admin] 10.222.0.31 "GET /v2.0/networks/7ee32a22-cd59-4447-8d54-fcbf26011176 HTTP/1.1" status: 200 len: 825 time: 0.4244461 Jan 10 17:42:31.265455 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-71745930-35b7-4af1-8d44-eb4984aab482 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f HTTP/1.1" status: 200 len: 734 time: 0.0196395 Jan 10 17:42:31.273738 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:42:31.303314 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Made reservation on behalf of 3e853ee55e324805acbbf0aff75277c3 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:42:31.305613 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:31.600604 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (b2e21648-abe4-426a-8df8-ddcfa28a8b6d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:31.664377 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e21648-abe4-426a-8df8-ddcfa28a8b6d,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:31.671295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Checking segment: {'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:42:31.671680 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Network hostable DHCP agents. Network: 7ee32a22-cd59-4447-8d54-fcbf26011176, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:42:31.697498 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:42:31.711221 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 7ee32a22-cd59-4447-8d54-fcbf26011176) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:42:31.715970 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:42:31.716624 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:31.721902 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a8e96-c185-45d5-98cf-91288eee9fd5 None None] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:42:31.736726 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-840752af-cf79-4847-b268-cb113c3f5cc5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4652483 Jan 10 17:42:32.010423 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-7ee32a22-cd59-4447-8d54-fcbf26011176', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176', 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'fixed_ips': [{'subnet_id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:42:32.011637 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:32.310313 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Allocated IP 172.20.0.2 (7ee32a22-cd59-4447-8d54-fcbf26011176/b2e21648-abe4-426a-8df8-ddcfa28a8b6d/bebf3afa-0227-4d8b-afe7-4290296ff0f0) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:42:32.548039 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Publish callbacks [] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:32.556558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:32.629173 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:42:32.637491 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:42:32.640747 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:42:32.652976 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Pushing event updated for resources: {'Port': ['ID=bebf3afa-0227-4d8b-afe7-4290296ff0f0,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:32.683368 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.683368 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.683368 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.683368 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.683368 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.683879 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.683879 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.684122 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.684375 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.684753 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.685114 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.685442 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.685765 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Tracked resource versions report: Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: pushed versions: Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: { 'AddressGroup': {'1.2'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'ConntrackHelper': {'1.0'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Log': {'1.0'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Network': {'1.1'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Port': {'1.7'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'PortForwarding': {'1.2'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'QosPolicy': {'1.10'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroup': {'1.5'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SubPort': {'1.0'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Subnet': {'1.1'}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Trunk': {'1.1'}} Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: consumer versions: Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'ConntrackHelper': '1.0', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'LocalIPAssociation': '1.0', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Log': '1.0', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Network': '1.1', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Port': '1.7', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'PortForwarding': '1.2', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'QosPolicy': '1.10', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroup': '1.5', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroupRule': '1.2', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SubPort': '1.0', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Subnet': '1.1', Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Trunk': '1.1'}} Jan 10 17:42:32.687254 dv-cinder-824031-2-iscsi neutron-server[114065]: {{(pid=114065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:42:32.736248 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Attempting to bind port bebf3afa-0227-4d8b-afe7-4290296ff0f0 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:42:32.736827 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Attempting to bind port bebf3afa-0227-4d8b-afe7-4290296ff0f0 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:42:32.737105 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Attempting to bind port bebf3afa-0227-4d8b-afe7-4290296ff0f0 on network 7ee32a22-cd59-4447-8d54-fcbf26011176 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:42:32.742380 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:42:32.742793 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Checking segment: {'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:42:32.743261 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:32.743655 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Bound using segment: {'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:42:32.744146 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Bound port: bebf3afa-0227-4d8b-afe7-4290296ff0f0, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:42:32.744551 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:32.807940 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] For port bebf3afa-0227-4d8b-afe7-4290296ff0f0, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:42:32.812921 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] For port bebf3afa-0227-4d8b-afe7-4290296ff0f0, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=bebf3afa-0227-4d8b-afe7-4290296ff0f0,segment=NetworkSegment(2efe5bb3-b24f-4c6f-9679-c81234731781),segment_id=2efe5bb3-b24f-4c6f-9679-c81234731781)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:42:32.818244 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:32.880223 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93480ef-cc58-4c0e-b0e2-11f88f38452e None None] Pushing event updated for resources: {'Port': ['ID=bebf3afa-0227-4d8b-afe7-4290296ff0f0,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:34.398171 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 59642) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:35.060054 dv-cinder-824031-2-iscsi neutron-server[114064]: WARNING oslo_policy.policy [None req-8617297f-8eda-4e01-b455-f835ecaa897f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:42:35.060624 dv-cinder-824031-2-iscsi neutron-server[114064]: WARNING oslo_policy.policy [None req-8617297f-8eda-4e01-b455-f835ecaa897f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:42:35.296623 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [None req-8617297f-8eda-4e01-b455-f835ecaa897f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:42:35.312876 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-8617297f-8eda-4e01-b455-f835ecaa897f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8987086 Jan 10 17:42:37.934727 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 59656) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:38.253310 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [None req-2d7f2b67-f33f-4b99-8749-5435c027534c admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:42:38.254388 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2d7f2b67-f33f-4b99-8749-5435c027534c admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3187141 Jan 10 17:42:40.718354 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c23b1dd1-5f9a-4f62-9514-ea208eec3626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:41.110098 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59666) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:41.421669 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-1f64c2c1-cfbf-4bd8-81d3-6c54dc1ba46c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'name': 'router1'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:42:41.449319 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1f64c2c1-cfbf-4bd8-81d3-6c54dc1ba46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (4c39c452-12ff-45d2-b14f-dbc0fe95a384), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:41.451024 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1f64c2c1-cfbf-4bd8-81d3-6c54dc1ba46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (4c39c452-12ff-45d2-b14f-dbc0fe95a384), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:41.580448 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1f64c2c1-cfbf-4bd8-81d3-6c54dc1ba46c admin admin] Publish callbacks [] for router_controller (4c39c452-12ff-45d2-b14f-dbc0fe95a384), precommit_add_association {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:41.587682 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1f64c2c1-cfbf-4bd8-81d3-6c54dc1ba46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (4c39c452-12ff-45d2-b14f-dbc0fe95a384), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:41.604195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1f64c2c1-cfbf-4bd8-81d3-6c54dc1ba46c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:41.605459 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-1f64c2c1-cfbf-4bd8-81d3-6c54dc1ba46c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4942381 Jan 10 17:42:43.097933 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e39b0064-17ef-4669-80ae-90369853b5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:43.484299 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device bebf3afa-0227-4d8b-afe7-4290296ff0f0 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:42:43.570613 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port bebf3afa-0227-4d8b-afe7-4290296ff0f0 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:43.571384 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:43.680875 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port bebf3afa-0227-4d8b-afe7-4290296ff0f0 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:42:43.681367 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:43.703025 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677a7e8-ab4f-49c6-beaf-4b4bdb49dd2d None None] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:42:43.763592 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port bebf3afa-0227-4d8b-afe7-4290296ff0f0, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=bebf3afa-0227-4d8b-afe7-4290296ff0f0,segment=NetworkSegment(2efe5bb3-b24f-4c6f-9679-c81234731781),segment_id=2efe5bb3-b24f-4c6f-9679-c81234731781)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:42:43.772135 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:43.825945 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-3ebf28c4-1627-4644-80a2-ae50c10991cc None None] Provisioning complete for port bebf3afa-0227-4d8b-afe7-4290296ff0f0 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:43.826337 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3ebf28c4-1627-4644-80a2-ae50c10991cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:43.903773 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=bebf3afa-0227-4d8b-afe7-4290296ff0f0,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:43.963186 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf28c4-1627-4644-80a2-ae50c10991cc None None] Current status of the port bebf3afa-0227-4d8b-afe7-4290296ff0f0 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:42:44.001024 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:44.183011 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-2b02f774-e4ca-42bb-8845-7ee80f8e5e0f None None] Provisioning complete for port bebf3afa-0227-4d8b-afe7-4290296ff0f0 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:44.183654 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2b02f774-e4ca-42bb-8845-7ee80f8e5e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:44.258579 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-2b02f774-e4ca-42bb-8845-7ee80f8e5e0f None None] Current status of the port bebf3afa-0227-4d8b-afe7-4290296ff0f0 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:42:44.261596 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59690) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:44.434584 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [None req-50a73f13-18cd-447e-85e5-9f740fb713ba admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:42:44.435539 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-50a73f13-18cd-447e-85e5-9f740fb713ba admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1727417 Jan 10 17:42:45.459775 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device bebf3afa-0227-4d8b-afe7-4290296ff0f0 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:42:45.516316 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:45.521693 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port bebf3afa-0227-4d8b-afe7-4290296ff0f0 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:45.522078 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:45.596935 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port bebf3afa-0227-4d8b-afe7-4290296ff0f0 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:42:46.949242 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:46.994233 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59710) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:47.043543 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'project_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'name': 'public', 'tenant_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'provider:physical_network': 'physnet1'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:42:47.068682 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Made reservation on behalf of ef5870ae6e4a4492ac99ab89391674b9 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:42:47.070936 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.079425 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.156893 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks [] for security_group (bd6556be-ee93-40d2-b586-b7f7115796f7), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.163758 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (bd6556be-ee93-40d2-b586-b7f7115796f7), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.181513 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=114063) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 10 17:42:47.202928 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6556be-ee93-40d2-b586-b7f7115796f7,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:47.207236 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (7006d900-c877-4c3c-b0b0-27d264f3f0dc), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.207576 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Added segment 7006d900-c877-4c3c-b0b0-27d264f3f0dc of type flat for network 67115719-f8c7-4aac-ae61-173cb0165b44 Jan 10 17:42:47.252839 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (67115719-f8c7-4aac-ae61-173cb0165b44), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.289432 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (67115719-f8c7-4aac-ae61-173cb0165b44), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.290807 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:42:47.291739 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:47.353372 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3580313 Jan 10 17:42:47.358612 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57454-0390-40b1-b1bb-8fcb7f961cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=67115719-f8c7-4aac-ae61-173cb0165b44,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:47.371480 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 67115719-f8c7-4aac-ae61-173cb0165b44 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:42:49.812326 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59718) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:49.923590 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f1c3d-fc9b-4baa-b73c-b5e2a7a28cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:42:49.924961 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-585f1c3d-fc9b-4baa-b73c-b5e2a7a28cb9 admin admin] 10.222.0.31 "GET /v2.0/subnets/b2e21648-abe4-426a-8df8-ddcfa28a8b6d HTTP/1.1" status: 200 len: 849 time: 0.1112344 Jan 10 17:42:50.043629 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f8a36bea-48a6-4478-b1b8-52c6fe15bf5c admin admin] 10.222.0.31 "GET /v2.0/routers/4c39c452-12ff-45d2-b14f-dbc0fe95a384 HTTP/1.1" status: 200 len: 704 time: 0.1126127 Jan 10 17:42:50.333729 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:50.646651 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Allocated IP 172.20.0.1 (7ee32a22-cd59-4447-8d54-fcbf26011176/b2e21648-abe4-426a-8df8-ddcfa28a8b6d/f75a7c97-c445-4c95-a96d-6a6df03774a2) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:42:50.864046 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks [] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:50.937148 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.012825 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:42:51.019258 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:42:51.026002 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:42:51.026532 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (4c39c452-12ff-45d2-b14f-dbc0fe95a384), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.048762 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Pushing event updated for resources: {'Port': ['ID=f75a7c97-c445-4c95-a96d-6a6df03774a2,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:51.227908 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.230594 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-aab38103-d0ea-4d6e-9f13-6568c871650f None None] Provisioning complete for port f75a7c97-c445-4c95-a96d-6a6df03774a2 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:51.231076 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-aab38103-d0ea-4d6e-9f13-6568c871650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.264292 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-aab38103-d0ea-4d6e-9f13-6568c871650f None None] Port f75a7c97-c445-4c95-a96d-6a6df03774a2 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:42:51.435350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks [] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.443573 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.444332 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (4c39c452-12ff-45d2-b14f-dbc0fe95a384), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.520564 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Pushing event updated for resources: {'Port': ['ID=f75a7c97-c445-4c95-a96d-6a6df03774a2,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:51.567974 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:42:51.569411 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:42:51.729502 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:42:51.787834 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-80904329-003f-4526-91ab-f8b1ede2213a None None] Provisioning complete for port f75a7c97-c445-4c95-a96d-6a6df03774a2 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:51.788173 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-80904329-003f-4526-91ab-f8b1ede2213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:51.820031 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2156d039-059b-402f-9858-01639285deaa admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:42:51.825265 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-2156d039-059b-402f-9858-01639285deaa admin admin] 10.222.0.31 "PUT /v2.0/routers/4c39c452-12ff-45d2-b14f-dbc0fe95a384/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7758198 Jan 10 17:42:51.825683 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-80904329-003f-4526-91ab-f8b1ede2213a None None] Port f75a7c97-c445-4c95-a96d-6a6df03774a2 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:42:51.831229 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Sync routers for ids ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:42:51.844238 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Routers {'4c39c452-12ff-45d2-b14f-dbc0fe95a384'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:42:51.845064 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:42:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:42:52.034190 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Set router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 gateway port host: None {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:42:52.483356 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'name': 'router1', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:42:41Z', 'updated_at': '2022-01-10T17:42:51Z', 'revision_number': 2, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'gw_port_host': None, '_interfaces': [{'id': 'f75a7c97-c445-4c95-a96d-6a6df03774a2', 'name': '', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'mac_address': 'fa:16:3e:6b:5b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:42:50Z', 'updated_at': '2022-01-10T17:42:51Z', 'revision_number': 2, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'subnets': [{'id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:42:52.533997 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Checking router: 4c39c452-12ff-45d2-b14f-dbc0fe95a384 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:42:52.534372 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Updating router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 port f75a7c97-c445-4c95-a96d-6a6df03774a2 binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:42:52.581758 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.100070 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Publish callbacks [] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.108357 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.276439 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Attempting to bind port f75a7c97-c445-4c95-a96d-6a6df03774a2 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:42:53.276906 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Attempting to bind port f75a7c97-c445-4c95-a96d-6a6df03774a2 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:42:53.277307 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Attempting to bind port f75a7c97-c445-4c95-a96d-6a6df03774a2 on network 7ee32a22-cd59-4447-8d54-fcbf26011176 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:42:53.282723 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:42:53.283129 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Checking segment: {'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:42:53.283585 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.283971 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Bound using segment: {'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:42:53.284447 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Bound port: f75a7c97-c445-4c95-a96d-6a6df03774a2, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efe5bb3-b24f-4c6f-9679-c81234731781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:42:53.284819 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.286678 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Pushing event updated for resources: {'Port': ['ID=f75a7c97-c445-4c95-a96d-6a6df03774a2,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:53.302088 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.302455 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.302810 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.303148 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.303479 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.303805 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.304132 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.304455 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.304776 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.305126 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.305446 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.305765 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.306080 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Tracked resource versions report: Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: pushed versions: Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: { 'AddressGroup': {'1.2'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'ConntrackHelper': {'1.0'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Log': {'1.0'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Network': {'1.1'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Port': {'1.7'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'PortForwarding': {'1.2'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'QosPolicy': {'1.10'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroup': {'1.5'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SubPort': {'1.0'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Subnet': {'1.1'}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Trunk': {'1.1'}} Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: consumer versions: Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'ConntrackHelper': '1.0', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'LocalIPAssociation': '1.0', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Log': '1.0', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Network': '1.1', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Port': '1.7', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'PortForwarding': '1.2', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'QosPolicy': '1.10', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroup': '1.5', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroupRule': '1.2', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SubPort': '1.0', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Subnet': '1.1', Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Trunk': '1.1'}} Jan 10 17:42:53.307440 dv-cinder-824031-2-iscsi neutron-server[114066]: {{(pid=114066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:42:53.358395 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-f5020eb3-c7fe-4225-83b4-97b35c76a175 None None] Provisioning complete for port f75a7c97-c445-4c95-a96d-6a6df03774a2 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:53.358950 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f5020eb3-c7fe-4225-83b4-97b35c76a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.367096 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] For port f75a7c97-c445-4c95-a96d-6a6df03774a2, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:42:53.387424 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] For port f75a7c97-c445-4c95-a96d-6a6df03774a2, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=f75a7c97-c445-4c95-a96d-6a6df03774a2,segment=NetworkSegment(2efe5bb3-b24f-4c6f-9679-c81234731781),segment_id=2efe5bb3-b24f-4c6f-9679-c81234731781)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:42:53.393069 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-f5020eb3-c7fe-4225-83b4-97b35c76a175 None None] Port f75a7c97-c445-4c95-a96d-6a6df03774a2 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:42:53.393284 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.450737 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca7cc8-178d-443b-a711-490c9e60a0d1 None None] Pushing event updated for resources: {'Port': ['ID=f75a7c97-c445-4c95-a96d-6a6df03774a2,revision_number=4']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:53.453735 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Routers {'4c39c452-12ff-45d2-b14f-dbc0fe95a384'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:42:53.454327 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:42:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:42:53.541005 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] Set router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 gateway port host: None {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:42:53.612541 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-cc39e19e-8177-4c86-83df-8a47460e8bb8 None None] Provisioning complete for port f75a7c97-c445-4c95-a96d-6a6df03774a2 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:42:53.613120 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-cc39e19e-8177-4c86-83df-8a47460e8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.701641 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-cc39e19e-8177-4c86-83df-8a47460e8bb8 None None] Current status of the port f75a7c97-c445-4c95-a96d-6a6df03774a2 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:42:53.702436 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-cc39e19e-8177-4c86-83df-8a47460e8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.742295 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-cc39e19e-8177-4c86-83df-8a47460e8bb8 None None] For port f75a7c97-c445-4c95-a96d-6a6df03774a2, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=f75a7c97-c445-4c95-a96d-6a6df03774a2,segment=NetworkSegment(2efe5bb3-b24f-4c6f-9679-c81234731781),segment_id=2efe5bb3-b24f-4c6f-9679-c81234731781)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:42:53.747720 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-cc39e19e-8177-4c86-83df-8a47460e8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:53.757426 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'name': 'router1', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:42:41Z', 'updated_at': '2022-01-10T17:42:51Z', 'revision_number': 2, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'gw_port_host': None, '_interfaces': [{'id': 'f75a7c97-c445-4c95-a96d-6a6df03774a2', 'name': '', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'mac_address': 'fa:16:3e:6b:5b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:42:50Z', 'updated_at': '2022-01-10T17:42:53Z', 'revision_number': 4, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'subnets': [{'id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:42:53.785537 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e69838-d001-455c-adbd-b402e5ec24b9 None None] The sync data for ids ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'] in dv-cinder-824031-2-iscsi is: [{'id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'name': 'router1', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:42:41Z', 'updated_at': '2022-01-10T17:42:51Z', 'revision_number': 2, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'gw_port_host': None, '_interfaces': [{'id': 'f75a7c97-c445-4c95-a96d-6a6df03774a2', 'name': '', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'mac_address': 'fa:16:3e:6b:5b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:42:50Z', 'updated_at': '2022-01-10T17:42:53Z', 'revision_number': 4, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'subnets': [{'id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:42:53.801019 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39e19e-8177-4c86-83df-8a47460e8bb8 None None] Pushing event updated for resources: {'Port': ['ID=f75a7c97-c445-4c95-a96d-6a6df03774a2,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:56.824962 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 59736) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:42:56.932743 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d149033-cc31-40ba-a6f7-8ec9cff75758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:42:56.934162 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-9d149033-cc31-40ba-a6f7-8ec9cff75758 admin admin] 10.222.0.31 "GET /v2.0/networks/67115719-f8c7-4aac-ae61-173cb0165b44 HTTP/1.1" status: 200 len: 842 time: 0.1081212 Jan 10 17:42:56.943722 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'tenant_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'enable_dhcp': False}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:42:56.967091 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Made reservation on behalf of ef5870ae6e4a4492ac99ab89391674b9 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:42:56.969519 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:57.317851 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.objects.ports [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114063) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 17:42:57.318201 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:57.372099 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:42:57.383245 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:42:57.383603 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Network hostable DHCP agents. Network: 67115719-f8c7-4aac-ae61-173cb0165b44, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:42:57.401660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:42:57.410913 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 67115719-f8c7-4aac-ae61-173cb0165b44) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:42:57.415773 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:42:57.416499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:42:57.421558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be4d3b-1f58-4ded-b2a6-3780733dce8e None None] Network 67115719-f8c7-4aac-ae61-173cb0165b44 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:42:57.446822 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-bbd0e88c-b9b2-4054-ba55-19d4067d63c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4930506 Jan 10 17:42:57.526506 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a102ec27-56dc-49f5-ba67-2ae12e712b29 None None] Network 67115719-f8c7-4aac-ae61-173cb0165b44 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:42:59.063132 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:42:59.946942 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 59748) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:43:00.080202 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.policy [None req-2e536991-1e95-47d8-a7b1-d36513df58c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114064) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 17:43:00.126986 dv-cinder-824031-2-iscsi neutron-server[114064]: WARNING oslo_policy.policy [None req-2e536991-1e95-47d8-a7b1-d36513df58c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:43:00.127380 dv-cinder-824031-2-iscsi neutron-server[114064]: WARNING oslo_policy.policy [None req-2e536991-1e95-47d8-a7b1-d36513df58c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 17:43:00.363131 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2e536991-1e95-47d8-a7b1-d36513df58c8 admin admin] 10.222.0.31 "GET /v2.0/routers/4c39c452-12ff-45d2-b14f-dbc0fe95a384 HTTP/1.1" status: 200 len: 710 time: 0.4151745 Jan 10 17:43:00.551033 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad81d5-dcfa-4bd4-a62c-fdae0195b366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:43:00.552888 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4dad81d5-dcfa-4bd4-a62c-fdae0195b366 admin admin] 10.222.0.31 "GET /v2.0/networks/67115719-f8c7-4aac-ae61-173cb0165b44 HTTP/1.1" status: 200 len: 886 time: 0.1841512 Jan 10 17:43:00.562118 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:43:00.827155 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks [] for router_gateway (4c39c452-12ff-45d2-b14f-dbc0fe95a384), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:01.067815 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks [] for router_gateway (4c39c452-12ff-45d2-b14f-dbc0fe95a384), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:01.144517 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:01.328674 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Allocated IP 172.27.2.25 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:43:01.437823 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks [] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:01.501012 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device f75a7c97-c445-4c95-a96d-6a6df03774a2 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:43:01.502968 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:01.548106 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port f75a7c97-c445-4c95-a96d-6a6df03774a2 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:43:01.548497 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:01.602596 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:43:01.603954 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Pushing event updated for resources: {'Port': ['ID=8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:43:01.608770 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:43:01.623168 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port f75a7c97-c445-4c95-a96d-6a6df03774a2 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:43:01.624361 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.624724 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.625116 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.625482 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.625815 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.626235 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.626573 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.626954 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.627289 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.627628 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.627946 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.628267 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.628560 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Tracked resource versions report: Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: pushed versions: Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: { 'AddressGroup': {'1.2'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'ConntrackHelper': {'1.0'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Log': {'1.0'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Network': {'1.1'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Port': {'1.7'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'PortForwarding': {'1.2'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'QosPolicy': {'1.10'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroup': {'1.5'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SubPort': {'1.0'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Subnet': {'1.1'}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Trunk': {'1.1'}} Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: consumer versions: Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'ConntrackHelper': '1.0', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'LocalIPAssociation': '1.0', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Log': '1.0', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Network': '1.1', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Port': '1.7', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'PortForwarding': '1.2', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'QosPolicy': '1.10', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroup': '1.5', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroupRule': '1.2', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SubPort': '1.0', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Subnet': '1.1', Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Trunk': '1.1'}} Jan 10 17:43:01.630095 dv-cinder-824031-2-iscsi neutron-server[114064]: {{(pid=114064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:43:01.648323 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:43:01.926264 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks [] for router_gateway (4c39c452-12ff-45d2-b14f-dbc0fe95a384), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:02.165797 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-440284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-438609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4853'] for router (4c39c452-12ff-45d2-b14f-dbc0fe95a384), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:02.171274 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-440293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-440306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-438622'] for router (4c39c452-12ff-45d2-b14f-dbc0fe95a384), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:02.287502 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:43:02.393364 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:43:02.397761 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:02.398942 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-1c16a934-249a-4a5e-9877-d7e68a912a2f admin admin] 10.222.0.31 "PUT /v2.0/routers/4c39c452-12ff-45d2-b14f-dbc0fe95a384 HTTP/1.1" status: 200 len: 889 time: 1.8403904 Jan 10 17:43:02.420283 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Sync routers for ids ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:43:02.436522 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Routers {'4c39c452-12ff-45d2-b14f-dbc0fe95a384'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:43:02.437237 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:42:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:43:02.654855 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Set router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:43:03.115688 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'name': 'router1', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:42:41Z', 'updated_at': '2022-01-10T17:43:01Z', 'revision_number': 4, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'gw_port': {'id': '8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:14:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:43:01Z', 'updated_at': '2022-01-10T17:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'f75a7c97-c445-4c95-a96d-6a6df03774a2', 'name': '', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'mac_address': 'fa:16:3e:6b:5b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:42:50Z', 'updated_at': '2022-01-10T17:42:53Z', 'revision_number': 5, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'subnets': [{'id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:43:03.165523 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Checking router: 4c39c452-12ff-45d2-b14f-dbc0fe95a384 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:43:03.165889 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Updating router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:43:03.211435 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:03.518980 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Publish callbacks [] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:03.527436 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:03.579901 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Attempting to bind port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:43:03.580261 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Attempting to bind port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:43:03.580631 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Attempting to bind port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:43:03.583672 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830ee07-380c-4450-a57c-f0b5052622e5 None None] Pushing event updated for resources: {'Port': ['ID=8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:43:03.588140 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:43:03.588522 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:43:03.588949 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:03.589337 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:43:03.589806 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Bound port: 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:43:03.590186 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:03.638580 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] For port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:43:03.641685 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] For port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:43:03.647685 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:03.707332 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Routers {'4c39c452-12ff-45d2-b14f-dbc0fe95a384'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:43:03.708016 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:42:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:43:03.710146 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830ee07-380c-4450-a57c-f0b5052622e5 None None] Pushing event updated for resources: {'Port': ['ID=8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:43:03.816477 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] Set router 4c39c452-12ff-45d2-b14f-dbc0fe95a384 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:43:04.023163 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'name': 'router1', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:42:41Z', 'updated_at': '2022-01-10T17:43:01Z', 'revision_number': 4, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'gw_port': {'id': '8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:14:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:43:01Z', 'updated_at': '2022-01-10T17:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'f75a7c97-c445-4c95-a96d-6a6df03774a2', 'name': '', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'mac_address': 'fa:16:3e:6b:5b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:42:50Z', 'updated_at': '2022-01-10T17:42:53Z', 'revision_number': 5, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'subnets': [{'id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:43:04.048309 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eebecba-7125-4ac5-b16f-f9fc1cc7595d None None] The sync data for ids ['4c39c452-12ff-45d2-b14f-dbc0fe95a384'] in dv-cinder-824031-2-iscsi is: [{'id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'name': 'router1', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:42:41Z', 'updated_at': '2022-01-10T17:43:01Z', 'revision_number': 4, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'gw_port': {'id': '8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:14:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:43:01Z', 'updated_at': '2022-01-10T17:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'f75a7c97-c445-4c95-a96d-6a6df03774a2', 'name': '', 'network_id': '7ee32a22-cd59-4447-8d54-fcbf26011176', 'tenant_id': '3e853ee55e324805acbbf0aff75277c3', 'mac_address': 'fa:16:3e:6b:5b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c39c452-12ff-45d2-b14f-dbc0fe95a384', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:42:50Z', 'updated_at': '2022-01-10T17:42:53Z', 'revision_number': 5, 'project_id': '3e853ee55e324805acbbf0aff75277c3', 'subnets': [{'id': 'b2e21648-abe4-426a-8df8-ddcfa28a8b6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b6e8dfd0-bbca-4e9c-85a4-b79faf5d558f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:43:05.029550 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 59764) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:43:05.141376 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-58f2cd05-885a-4cde-b86a-655fa5af0aa4 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1106937 Jan 10 17:43:05.496463 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:43:05.543396 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:43:05.543791 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:05.621303 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:43:05.621702 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:05.643360 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:43:05.648739 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:05.698792 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:43:07.476989 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:43:07.527581 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:43:07.527977 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:07.609959 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 8d32bfc3-1f21-4df0-83ac-65ba4d8fdfe2 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:43:10.741343 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-18880283-9d60-4ef1-9ddd-2fc7560d9e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:13.125637 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-34206231-2cce-4c23-be31-48871b302d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:14.005740 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:15.508119 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:16.944502 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:36.062465 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:43:40.729103 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f7f4af00-bf92-476c-a585-ee0769c74a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:43.101088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-81f876b8-7b50-4664-80d7-2a51efea9928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:44.006192 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:45.520345 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:43:46.948834 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:10.720966 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-50d75dbb-f7d0-4c76-abe9-50239e68ccee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:13.062297 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:44:13.096245 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-61aed4bf-2df1-4b52-aa7f-4a8cdea9093d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:14.008761 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:15.506107 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:16.946896 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:26.402100 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60248) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:26.475767 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b121711-e7d4-447e-9dbd-1993445c751c admin admin] GET failed (client error): The resource could not be found. Jan 10 17:44:26.477082 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0b121711-e7d4-447e-9dbd-1993445c751c admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0739899 Jan 10 17:44:26.647490 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae144183-37eb-46cb-9a16-55ef1ce63988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:26.649011 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ae144183-37eb-46cb-9a16-55ef1ce63988 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660085 Jan 10 17:44:29.072174 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60258) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:29.184610 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e808f4d4-c3fc-4453-99e4-3f06190c8a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:29.186005 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e808f4d4-c3fc-4453-99e4-3f06190c8a75 admin admin] 10.222.0.31 "GET /v2.0/subnets/b2e21648-abe4-426a-8df8-ddcfa28a8b6d HTTP/1.1" status: 200 len: 849 time: 0.1124959 Jan 10 17:44:29.195745 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:44:29.284391 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Publish callbacks [] for subnet (b2e21648-abe4-426a-8df8-ddcfa28a8b6d), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:29.442409 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752794155641'] for subnet (b2e21648-abe4-426a-8df8-ddcfa28a8b6d), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:29.471801 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:29.472411 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:29.473982 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] 10.222.0.31 "PUT /v2.0/subnets/b2e21648-abe4-426a-8df8-ddcfa28a8b6d HTTP/1.1" status: 200 len: 868 time: 0.2816849 Jan 10 17:44:29.477414 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba296a-0cf9-466f-af11-1eafa23f5697 None None] Network 7ee32a22-cd59-4447-8d54-fcbf26011176 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:44:29.495108 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e21648-abe4-426a-8df8-ddcfa28a8b6d,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:44:29.503856 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.504269 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.504574 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.505121 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.505465 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.506099 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.506545 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.507017 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.507387 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.507736 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.508073 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.508416 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.508742 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c284d8a6-28cb-4159-89a9-05294cf4e5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:44:29.762663 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-0e793a4a-adfc-4c3b-9a74-6bec47965e88 None None] Provisioning complete for port f75a7c97-c445-4c95-a96d-6a6df03774a2 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:44:29.763068 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0e793a4a-adfc-4c3b-9a74-6bec47965e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f75a7c97-c445-4c95-a96d-6a6df03774a2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:29.839813 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-0e793a4a-adfc-4c3b-9a74-6bec47965e88 None None] Current status of the port f75a7c97-c445-4c95-a96d-6a6df03774a2 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:44:29.851420 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-0e793a4a-adfc-4c3b-9a74-6bec47965e88 None None] Provisioning complete for port bebf3afa-0227-4d8b-afe7-4290296ff0f0 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:44:29.851725 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0e793a4a-adfc-4c3b-9a74-6bec47965e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bebf3afa-0227-4d8b-afe7-4290296ff0f0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:29.929348 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-0e793a4a-adfc-4c3b-9a74-6bec47965e88 None None] Current status of the port bebf3afa-0227-4d8b-afe7-4290296ff0f0 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:44:31.876233 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60266) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:32.087032 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdf0810-a7b6-4ed4-ac74-806a50fd79f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:32.087401 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdf0810-a7b6-4ed4-ac74-806a50fd79f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:32.088995 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-bfdf0810-a7b6-4ed4-ac74-806a50fd79f6 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2117584 Jan 10 17:44:34.495277 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60274) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:34.701689 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837cacdd-c382-4304-90b9-d91b510931c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:34.702123 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837cacdd-c382-4304-90b9-d91b510931c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:34.703683 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-837cacdd-c382-4304-90b9-d91b510931c6 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074440 Jan 10 17:44:37.101915 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60284) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:37.248239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ea211-2f4b-4a4b-943f-ac36a1739bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:37.249699 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-5a0ea211-2f4b-4a4b-943f-ac36a1739bb5 admin admin] 10.222.0.31 "GET /v2.0/networks/67115719-f8c7-4aac-ae61-173cb0165b44 HTTP/1.1" status: 200 len: 886 time: 0.1468155 Jan 10 17:44:39.679928 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60292) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:39.821943 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f6946-f494-4674-a33a-e1fc39e688a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:39.823320 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-6b5f6946-f494-4674-a33a-e1fc39e688a9 admin admin] 10.222.0.31 "GET /v2.0/networks/7ee32a22-cd59-4447-8d54-fcbf26011176 HTTP/1.1" status: 200 len: 869 time: 0.1423526 Jan 10 17:44:40.718084 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-49cc1322-d87c-4298-8805-6861f9fa54c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:42.217451 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60300) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:42.355062 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da4474e-70e0-4f4a-ad87-a039bb086add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:42.355513 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da4474e-70e0-4f4a-ad87-a039bb086add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:42.357062 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7da4474e-70e0-4f4a-ad87-a039bb086add admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1384552 Jan 10 17:44:43.102010 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-d27cd11c-fc01-49a8-8127-411d00c2a405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:44.011951 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:44.789659 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60308) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:44.887195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2885988c-4014-467b-800b-0a155bc656f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:44.887802 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2885988c-4014-467b-800b-0a155bc656f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:44.890009 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-2885988c-4014-467b-800b-0a155bc656f4 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0993958 Jan 10 17:44:45.510021 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:46.951938 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:44:47.307256 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60316) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:47.427573 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c888a-0b5d-4ece-bd56-4e106fc96d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:47.429434 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-315c888a-0b5d-4ece-bd56-4e106fc96d3b admin admin] 10.222.0.31 "GET /v2.0/subnets/b2e21648-abe4-426a-8df8-ddcfa28a8b6d HTTP/1.1" status: 200 len: 868 time: 0.1212091 Jan 10 17:44:49.855020 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60324) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:44:49.958275 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b90fbe6-376e-482d-a409-6c52f8a8c3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:44:49.959609 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-3b90fbe6-376e-482d-a409-6c52f8a8c3db admin admin] 10.222.0.31 "GET /v2.0/subnets/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe HTTP/1.1" status: 200 len: 816 time: 0.1036210 Jan 10 17:44:50.061763 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:45:10.713833 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b9c3c535-2280-44cd-99d9-23d4e7bfc95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:13.097622 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-988e8532-b7fc-42f9-9dde-492656c607b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:14.016506 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:14.806873 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60378) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:45:14.859106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [None req-03550c63-b234-4468-a3e3-5a9330dea1b7 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:45:14.860431 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-03550c63-b234-4468-a3e3-5a9330dea1b7 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523818 Jan 10 17:45:15.513067 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:16.956736 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:17.340441 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60386) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:45:17.409480 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f171ab-91ef-4d4b-b658-9e15ba3a3569 admin admin] GET failed (client error): The resource could not be found. Jan 10 17:45:17.410757 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-12f171ab-91ef-4d4b-b658-9e15ba3a3569 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691714 Jan 10 17:45:17.499104 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542cee1-b243-4fac-844b-3bd239ad1bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:45:17.501550 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4542cee1-b243-4fac-844b-3bd239ad1bf4 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864487 Jan 10 17:45:19.961114 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60396) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:45:20.015139 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Request body: {'network': {'tenant_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'shared': True, 'project_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'admin_state_up': True, 'name': 'shared'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:45:20.039153 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Made reservation on behalf of ef5870ae6e4a4492ac99ab89391674b9 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:45:20.041396 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:20.069109 dv-cinder-824031-2-iscsi neutron-server[114063]: WARNING neutron.services.revisions.revision_plugin [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Could not find related network for resource to bump revision. Jan 10 17:45:20.080080 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:45:20.089333 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (7e6f5785-a12b-4871-84cd-f5c029681f97), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:20.089609 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Added segment 7e6f5785-a12b-4871-84cd-f5c029681f97 of type vlan for network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 Jan 10 17:45:20.128592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (8fac2b1f-9a6d-4784-bbbc-a67fb6736d86), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:20.155172 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (8fac2b1f-9a6d-4784-bbbc-a67fb6736d86), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:20.156186 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:45:20.156813 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:20.212501 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2502747 Jan 10 17:45:20.220295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Pushing event updated for resources: {'Network': ['ID=8fac2b1f-9a6d-4784-bbbc-a67fb6736d86,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:45:20.227909 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.228293 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.228636 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.229016 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.229353 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.229689 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.230040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.230385 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.230732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.231069 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.231404 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.231767 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.232099 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df584ea1-21c4-41cc-bebb-7a2b5c28fe52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:20.243839 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:45:22.690982 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60406) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:45:22.751455 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.pecan_wsgi.hooks.translation [None req-60860642-b294-4ed7-b1aa-30f4b7994f84 admin admin] GET failed (client error): The resource could not be found. Jan 10 17:45:22.752731 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-60860642-b294-4ed7-b1aa-30f4b7994f84 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607691 Jan 10 17:45:22.822711 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4e684-9fb7-4111-b18e-7a4ca1eda4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:45:22.824073 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-21b4e684-9fb7-4111-b18e-7a4ca1eda4ff admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668976 Jan 10 17:45:22.834801 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'cidr': '192.168.233.0/24', 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:45:22.836027 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.quota [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Loaded quota_driver: . Jan 10 17:45:22.875311 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Made reservation on behalf of ef5870ae6e4a4492ac99ab89391674b9 for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:45:22.877581 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.142342 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (79ab805d-bff3-4da2-b466-332265e9855f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.197362 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ab805d-bff3-4da2-b466-332265e9855f,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:45:23.209910 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Checking segment: {'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:45:23.210257 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Network hostable DHCP agents. Network: 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:45:23.233308 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:45:23.248697 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:45:23.253596 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:45:23.254205 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.258671 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f433516-3a32-417a-9c48-4318bbe14645 None None] Network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:45:23.278919 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-03e1e53a-1b36-421e-bf78-b05145d67b47 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4475770 Jan 10 17:45:23.462337 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-8fac2b1f-9a6d-4784-bbbc-a67fb6736d86', 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86', 'project_id': 'ef5870ae6e4a4492ac99ab89391674b9', 'fixed_ips': [{'subnet_id': '79ab805d-bff3-4da2-b466-332265e9855f'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:45:23.463276 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.604483 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Allocated IP 192.168.233.2 (8fac2b1f-9a6d-4784-bbbc-a67fb6736d86/79ab805d-bff3-4da2-b466-332265e9855f/78efc8ed-57a6-4a8b-9ac3-105a4a038800) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:45:23.747879 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Publish callbacks [] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.755416 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.793303 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:45:23.796199 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:45:23.799569 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:45:23.808267 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Pushing event updated for resources: {'Port': ['ID=78efc8ed-57a6-4a8b-9ac3-105a4a038800,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:45:23.829482 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.829855 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.830214 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.830557 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.830888 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.831237 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.831616 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.831931 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.832268 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.832609 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.832941 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.833265 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.833584 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:45:23.866202 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Attempting to bind port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:45:23.866577 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Attempting to bind port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:45:23.866936 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Attempting to bind port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 on network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:45:23.872207 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:45:23.872609 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Checking segment: {'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:45:23.873108 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.873502 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Bound using segment: {'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:45:23.873970 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Bound port: 78efc8ed-57a6-4a8b-9ac3-105a4a038800, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:45:23.874350 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:23.937860 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] For port 78efc8ed-57a6-4a8b-9ac3-105a4a038800, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:45:23.941111 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] For port 78efc8ed-57a6-4a8b-9ac3-105a4a038800, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=78efc8ed-57a6-4a8b-9ac3-105a4a038800,segment=NetworkSegment(7e6f5785-a12b-4871-84cd-f5c029681f97),segment_id=7e6f5785-a12b-4871-84cd-f5c029681f97)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:45:23.946801 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:24.005810 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37901cdf-adc9-4ac1-b960-7ed64f420936 None None] Pushing event updated for resources: {'Port': ['ID=78efc8ed-57a6-4a8b-9ac3-105a4a038800,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:45:24.911714 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a6542-c58a-4696-a0f3-43cdc655cb3a None None] Network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:45:24.989559 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-15c82ef7-ce9f-4839-9c68-193a0e7e2725 None None] Provisioning complete for port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:45:24.989951 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-15c82ef7-ce9f-4839-9c68-193a0e7e2725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:25.094598 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-15c82ef7-ce9f-4839-9c68-193a0e7e2725 None None] Current status of the port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:45:25.094993 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-15c82ef7-ce9f-4839-9c68-193a0e7e2725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:25.132042 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-15c82ef7-ce9f-4839-9c68-193a0e7e2725 None None] For port 78efc8ed-57a6-4a8b-9ac3-105a4a038800, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=78efc8ed-57a6-4a8b-9ac3-105a4a038800,segment=NetworkSegment(7e6f5785-a12b-4871-84cd-f5c029681f97),segment_id=7e6f5785-a12b-4871-84cd-f5c029681f97)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:45:25.138293 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-15c82ef7-ce9f-4839-9c68-193a0e7e2725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:25.192636 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c82ef7-ce9f-4839-9c68-193a0e7e2725 None None] Pushing event updated for resources: {'Port': ['ID=78efc8ed-57a6-4a8b-9ac3-105a4a038800,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:45:25.262377 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-383595b0-d1c8-406c-ae36-93b21d20ebd9 None None] Provisioning complete for port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:45:25.263122 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-383595b0-d1c8-406c-ae36-93b21d20ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:25.348025 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-383595b0-d1c8-406c-ae36-93b21d20ebd9 None None] Current status of the port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:45:25.583154 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 78efc8ed-57a6-4a8b-9ac3-105a4a038800 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:45:25.633326 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:45:25.633717 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (78efc8ed-57a6-4a8b-9ac3-105a4a038800), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:25.709049 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 78efc8ed-57a6-4a8b-9ac3-105a4a038800 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:45:27.061249 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:45:40.710312 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d77a-3b58-4ab1-8840-e92617fac7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:43.102567 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-121cad9b-cfab-4c1b-81c3-6a2226c3c23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:44.019296 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:45.518602 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:45:46.961035 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:04.063259 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:46:10.715427 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c22502c3-7589-4094-ba32-bdc173ca5c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:13.107676 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3a80-c665-4020-b599-d944f957aa2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:14.022696 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:15.521015 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:16.966335 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:37.956299 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60450) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:46:37.962286 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [None req-34c2f9b0-4373-48de-ace9-7ebd54fdafcf tempest-verify_tempest_config-1058129864 tempest-verify_tempest_config-1058129864-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:46:37.963306 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-34c2f9b0-4373-48de-ace9-7ebd54fdafcf tempest-verify_tempest_config-1058129864 tempest-verify_tempest_config-1058129864-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059593 Jan 10 17:46:38.290082 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60468) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:46:38.432400 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:38.532756 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Publish callbacks [] for security_group (e084070e-e6d3-456b-9971-e8f4a855e5b4), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:38.539271 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (e084070e-e6d3-456b-9971-e8f4a855e5b4), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:38.582351 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e65b9991f4040ec9526b6ed251f4afd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2909141 Jan 10 17:46:38.583169 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e084070e-e6d3-456b-9971-e8f4a855e5b4,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:46:38.585369 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60472) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:46:38.589875 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.590226 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.590571 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.590918 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.591249 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.591555 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.591913 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.592243 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.592553 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.592889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.593238 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.593559 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.593884 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1298d7-dca6-4673-81c0-698728ec536c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.639387 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Publish callbacks [] for security_group (e084070e-e6d3-456b-9971-e8f4a855e5b4), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:38.660230 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Publish callbacks [] for security_group (e084070e-e6d3-456b-9971-e8f4a855e5b4), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:38.749088 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (e084070e-e6d3-456b-9971-e8f4a855e5b4), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:38.751672 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:38.752817 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e084070e-e6d3-456b-9971-e8f4a855e5b4 HTTP/1.1" status: 204 len: 168 time: 0.1664453 Jan 10 17:46:38.760305 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e084070e-e6d3-456b-9971-e8f4a855e5b4,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:46:38.766702 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.767049 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.767391 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.767723 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.768047 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.768370 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.768727 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.769098 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.769419 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.769758 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.770078 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.770390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:38.770761 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ee293-6308-490a-aa44-1d676366bb04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:46:40.709327 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e15e6ea0-0b68-4f95-bdef-56702a7027f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:41.062724 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:46:43.112776 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-480524cc-5080-44bd-8ea3-1ff3c45c2048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:44.026507 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:45.524335 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:46:46.972440 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:10.724132 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b3edf0e7-f7e3-484f-a0f1-fec801d960b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:13.124432 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c251d3e3-6db0-4507-bb55-2fce4c360680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:14.034632 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:15.531270 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:16.979275 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:18.065924 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:47:40.724942 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-ff933db1-1174-456e-857e-39f256d591fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:43.126855 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-d7b06845-600a-43b3-8ab6-e76495fff487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:44.039087 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:45.535946 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:46.972329 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:47:55.070383 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 5 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:48:10.718926 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e04246a6-1f00-4302-a21a-03e9e98bee34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:12.692267 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-439026'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:13.127357 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-d457fa33-a8d3-4f84-8090-f94bd0c714e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:14.048764 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:15.538394 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:16.979177 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:29.856010 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60548) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:48:29.974247 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e9014c8c-8bb4-4c6b-8acf-08418b1ee63a admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1171842 Jan 10 17:48:32.069524 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:48:32.366889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60558) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:48:32.441967 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-94bf0357-5551-4319-92c8-e7bc228207de admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0733030 Jan 10 17:48:40.836323 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1d63-c289-4c84-93a8-5c86dc2b4ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:42.656549 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:43.128558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-78816a43-de6b-423b-b1a7-1424704eebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:44.049396 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:45.546280 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:48:46.977088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:09.076729 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:49:10.727580 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6f6200c6-2f73-4c45-859f-1c9cb9d95991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:12.651291 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:13.133128 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c52511b3-cd05-4d79-8379-8e33c2f15f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:14.057261 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:15.552550 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:16.971889 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:40.725656 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-174c40f9-973f-4f63-9b6e-2c9fa8db501c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:42.659792 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:43.128950 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-07d319fb-649e-42cb-91da-4ada4e803d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:44.051144 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:45.552442 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:49:46.066131 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:49:46.966371 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:03.797766 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60680) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:04.083001 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-network', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:04.107726 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Made reservation on behalf of a256dbcb3e024f32bd6f56fbc869046c for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:04.110191 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.118782 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.206667 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks [] for security_group (83dc3504-e0bf-433d-a6dd-1b184df44dda), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.211647 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (83dc3504-e0bf-433d-a6dd-1b184df44dda), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.230646 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:50:04.246731 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dc3504-e0bf-433d-a6dd-1b184df44dda,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:04.250985 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (de72b7f5-330a-4162-9252-e74781a30b42), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.251416 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Added segment de72b7f5-330a-4162-9252-e74781a30b42 of type vlan for network 2c27da9f-c408-4567-82ab-fbdc30d94429 Jan 10 17:50:04.266325 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.266673 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.267333 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.267670 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.268012 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.268339 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.268686 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.269044 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.269578 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.269903 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.270254 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.270554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.270871 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Tracked resource versions report: Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: pushed versions: Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: { 'AddressGroup': {'1.2'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'ConntrackHelper': {'1.0'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Log': {'1.0'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Network': {'1.1'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Port': {'1.7'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'PortForwarding': {'1.2'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'QosPolicy': {'1.10'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroup': {'1.5'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SubPort': {'1.0'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Subnet': {'1.1'}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Trunk': {'1.1'}} Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: consumer versions: Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: HyperV agent@hv-cinder-82403: {}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'ConntrackHelper': '1.0', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'LocalIPAssociation': '1.0', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Log': '1.0', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Network': '1.1', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Port': '1.7', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'PortForwarding': '1.2', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'QosPolicy': '1.10', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroup': '1.5', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SecurityGroupRule': '1.2', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'SubPort': '1.0', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Subnet': '1.1', Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: 'Trunk': '1.1'}} Jan 10 17:50:04.271970 dv-cinder-824031-2-iscsi neutron-server[114063]: {{(pid=114063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:50:04.304601 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (2c27da9f-c408-4567-82ab-fbdc30d94429), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.332271 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (2c27da9f-c408-4567-82ab-fbdc30d94429), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.333411 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:04.333991 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.395616 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] Pushing event updated for resources: {'Network': ['ID=2c27da9f-c408-4567-82ab-fbdc30d94429,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:04.405338 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60720) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:04.405909 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-4a3ae9ba-0846-4d6f-9bdf-77528170056b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6070194 Jan 10 17:50:04.410825 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Request body: {'subnet': {'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-subnet', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:04.413204 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:50:04.448951 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Made reservation on behalf of a256dbcb3e024f32bd6f56fbc869046c for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:04.453028 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.627424 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (87dddc2a-e880-4d12-ad88-126574b0fdc2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.674938 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87dddc2a-e880-4d12-ad88-126574b0fdc2,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:04.685640 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.686071 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.686391 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.686881 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.687222 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.687555 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.687977 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.688602 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.688726 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.689000 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.689456 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.689841 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.689994 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Tracked resource versions report: Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: pushed versions: Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: { 'AddressGroup': {'1.2'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'ConntrackHelper': {'1.0'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Log': {'1.0'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Network': {'1.1'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Port': {'1.7'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'PortForwarding': {'1.2'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'QosPolicy': {'1.10'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroup': {'1.5'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SubPort': {'1.0'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Subnet': {'1.1'}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Trunk': {'1.1'}} Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: consumer versions: Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: HyperV agent@hv-cinder-82403: {}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'ConntrackHelper': '1.0', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'LocalIPAssociation': '1.0', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Log': '1.0', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Network': '1.1', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Port': '1.7', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'PortForwarding': '1.2', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'QosPolicy': '1.10', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroup': '1.5', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SecurityGroupRule': '1.2', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'SubPort': '1.0', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Subnet': '1.1', Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: 'Trunk': '1.1'}} Jan 10 17:50:04.691162 dv-cinder-824031-2-iscsi neutron-server[114064]: {{(pid=114064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:50:04.707940 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Checking segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:04.708300 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Network hostable DHCP agents. Network: 2c27da9f-c408-4567-82ab-fbdc30d94429, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:50:04.727222 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:50:04.744473 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 2c27da9f-c408-4567-82ab-fbdc30d94429) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:04.755438 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916e211-b37c-4827-a416-7800c764de04 None None] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:04.756836 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60744) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:04.762700 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:04.764737 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.794409 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ba4be56c-bf89-4eee-a558-33796d2c7e11 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3878057 Jan 10 17:50:04.797222 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60748) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:04.802253 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:04.831479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.832637 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.879438 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-2c27da9f-c408-4567-82ab-fbdc30d94429', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:50:04.880619 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:04.889568 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks [] for router_controller (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), precommit_add_association {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.034592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks [] for router_gateway (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.036810 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Allocated IP 172.20.0.2 (2c27da9f-c408-4567-82ab-fbdc30d94429/87dddc2a-e880-4d12-ad88-126574b0fdc2/fe0b460d-2799-4121-ad74-53639180763b) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:05.209211 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60764) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:05.237555 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Publish callbacks [] for port (fe0b460d-2799-4121-ad74-53639180763b), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.245855 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (fe0b460d-2799-4121-ad74-53639180763b), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.286229 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:05.289160 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:05.292732 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:05.301841 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Pushing event updated for resources: {'Port': ['ID=fe0b460d-2799-4121-ad74-53639180763b,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:05.309545 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-848753231-network', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:05.326968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.327451 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.327625 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.327956 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.328295 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.328648 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.329007 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.329336 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.329663 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.330005 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.330333 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.330653 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Tracked resource versions report: Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: pushed versions: Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: { 'AddressGroup': {'1.2'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'ConntrackHelper': {'1.0'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Log': {'1.0'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Network': {'1.1'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Port': {'1.7'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'PortForwarding': {'1.2'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'QosPolicy': {'1.10'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroup': {'1.5'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SubPort': {'1.0'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Subnet': {'1.1'}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Trunk': {'1.1'}} Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: consumer versions: Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: HyperV agent@hv-cinder-82403: {}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'ConntrackHelper': '1.0', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'LocalIPAssociation': '1.0', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Log': '1.0', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Network': '1.1', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Port': '1.7', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'PortForwarding': '1.2', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'QosPolicy': '1.10', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroup': '1.5', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SecurityGroupRule': '1.2', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'SubPort': '1.0', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Subnet': '1.1', Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: 'Trunk': '1.1'}} Jan 10 17:50:05.334311 dv-cinder-824031-2-iscsi neutron-server[114065]: {{(pid=114065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:50:05.367667 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Attempting to bind port fe0b460d-2799-4121-ad74-53639180763b on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:05.368784 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Attempting to bind port fe0b460d-2799-4121-ad74-53639180763b by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:05.368784 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Attempting to bind port fe0b460d-2799-4121-ad74-53639180763b on network 2c27da9f-c408-4567-82ab-fbdc30d94429 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:05.376947 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Made reservation on behalf of 5b3ea1177c3241b5b730f359c367f44b for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:05.378149 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:05.379690 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.379809 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Checking segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:05.379912 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.383982 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Bound using segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:05.384445 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Bound port: fe0b460d-2799-4121-ad74-53639180763b, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:05.384837 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (fe0b460d-2799-4121-ad74-53639180763b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.402400 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.418988 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks [] for router_gateway (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.441915 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.445548 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60774) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:05.459656 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] For port fe0b460d-2799-4121-ad74-53639180763b, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:05.463014 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] For port fe0b460d-2799-4121-ad74-53639180763b, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=fe0b460d-2799-4121-ad74-53639180763b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:05.468904 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (fe0b460d-2799-4121-ad74-53639180763b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.543636 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366de84-7536-4126-82d1-de11d7413c2b None None] Pushing event updated for resources: {'Port': ['ID=fe0b460d-2799-4121-ad74-53639180763b,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:05.613445 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Allocated IP 172.27.2.10 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/9a8f92de-193f-48c2-ba2b-c32526c27719) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:05.616931 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks [] for security_group (0d251d74-9f04-4500-b1dc-1462bd8f6fcb), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.627653 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0d251d74-9f04-4500-b1dc-1462bd8f6fcb), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.661680 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d251d74-9f04-4500-b1dc-1462bd8f6fcb,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:05.664420 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1639301870-network', 'tenant_id': '42d38f874b484d32b9af29e66fbaf139'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:05.688648 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:50:05.703433 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Made reservation on behalf of 42d38f874b484d32b9af29e66fbaf139 for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:05.708166 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.727606 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (280e5272-92bc-460e-a754-9b5b22c20ca4), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.727999 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Added segment 280e5272-92bc-460e-a754-9b5b22c20ca4 of type vlan for network dc888425-8027-41d2-8da9-39f6bfdd48d0 Jan 10 17:50:05.741015 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.790796 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (dc888425-8027-41d2-8da9-39f6bfdd48d0), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.832931 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks [] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.889264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (dc888425-8027-41d2-8da9-39f6bfdd48d0), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.889264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:05.889264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.889264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60786) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:05.909148 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks [] for security_group (84612edf-4253-4491-8b0f-719bd22ee140), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.917194 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (84612edf-4253-4491-8b0f-719bd22ee140), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.944231 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1860530 Jan 10 17:50:05.945340 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60790) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:05.956246 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Request body: {'subnet': {'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-subnet', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:05.981141 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:50:05.984829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f54bd9-ef4c-485e-96d2-4a5b4b4e4289 admin admin] Pushing event updated for resources: {'Network': ['ID=dc888425-8027-41d2-8da9-39f6bfdd48d0,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:05.991059 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Made reservation on behalf of 5b3ea1177c3241b5b730f359c367f44b for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:05.993446 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:05.995940 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84612edf-4253-4491-8b0f-719bd22ee140,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:06.001225 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:50:06.012446 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752794219174', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (ecae0685-611c-4938-9456-5804001e826f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.013490 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Unsubscribe: segment precommit_create {{(pid=114064) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 17:50:06.014380 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Added segment ecae0685-611c-4938-9456-5804001e826f of type vlan for network 97d5a095-562b-4e17-9bd6-5105d1159613 Jan 10 17:50:06.088089 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.092166 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (97d5a095-562b-4e17-9bd6-5105d1159613), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.106949 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:06.110624 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:06.113457 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:06.157100 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (97d5a095-562b-4e17-9bd6-5105d1159613), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.159690 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:06.161046 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.267583 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Pushing event updated for resources: {'Port': ['ID=9a8f92de-193f-48c2-ba2b-c32526c27719,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:06.283738 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1735406658-network', 'tenant_id': '2c61bba037fc49bead261e835ebd4b56'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:06.300595 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-358322371-network', 'tenant_id': '08d4842074994421989ef7568b65aea9'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:06.303682 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] Pushing event updated for resources: {'Network': ['ID=97d5a095-562b-4e17-9bd6-5105d1159613,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:06.321138 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 97d5a095-562b-4e17-9bd6-5105d1159613 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:50:06.340699 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-75927786-b24c-4d7b-a791-a60f4cabf777 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1280217 Jan 10 17:50:06.342152 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60810) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:06.351636 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Request body: {'subnet': {'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1639301870-subnet', 'tenant_id': '42d38f874b484d32b9af29e66fbaf139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:06.385918 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Made reservation on behalf of 42d38f874b484d32b9af29e66fbaf139 for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:06.389379 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.500323 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Made reservation on behalf of 08d4842074994421989ef7568b65aea9 for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:06.508898 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.512520 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Made reservation on behalf of 2c61bba037fc49bead261e835ebd4b56 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:06.514931 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.532367 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.539120 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.560445 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (5b1712de-4826-47b9-95b4-5fe3fc38ce99), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.616610 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1712de-4826-47b9-95b4-5fe3fc38ce99,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:06.704138 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks [] for security_group (90b1e33c-eed1-4f17-a64f-68780d78f36b), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.712566 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (90b1e33c-eed1-4f17-a64f-68780d78f36b), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.760583 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (aa3d6c23-1c63-408b-b66d-98182652d3dd), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.780092 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks [] for router_gateway (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.785596 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:50:06.875742 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3d6c23-1c63-408b-b66d-98182652d3dd,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:06.894420 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1e33c-eed1-4f17-a64f-68780d78f36b,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:06.903982 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (d50b257b-dc50-4091-9f3f-be72957e9819), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.904328 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Added segment d50b257b-dc50-4091-9f3f-be72957e9819 of type vlan for network 138c7947-f830-4b87-bfd8-0735cd6d21ec Jan 10 17:50:06.915819 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Checking segment: {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:06.916309 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Network hostable DHCP agents. Network: dc888425-8027-41d2-8da9-39f6bfdd48d0, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:50:06.920476 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Checking segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:06.920954 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Network hostable DHCP agents. Network: 97d5a095-562b-4e17-9bd6-5105d1159613, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:50:06.931807 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks [] for security_group (ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.953251 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:06.973896 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:50:06.986476 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (138c7947-f830-4b87-bfd8-0735cd6d21ec), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.020759 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a73f24-d00c-4dd9-9773-5a135018012d None None] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:07.035033 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:50:07.035287 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Network 97d5a095-562b-4e17-9bd6-5105d1159613 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:50:07.090361 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (773d843f-21ed-4c6c-ab0b-53571d69bf2f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.090903 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Added segment 773d843f-21ed-4c6c-ab0b-53571d69bf2f of type vlan for network bc1de75b-73a3-4a83-9fa3-f25335d75de2 Jan 10 17:50:07.101799 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (138c7947-f830-4b87-bfd8-0735cd6d21ec), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.102780 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:07.103357 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.116512 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, dc888425-8027-41d2-8da9-39f6bfdd48d0) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:07.145590 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 97d5a095-562b-4e17-9bd6-5105d1159613) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:07.150349 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:07.151505 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.155102 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:07.165578 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2704816 Jan 10 17:50:07.193308 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60832) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:07.203963 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Request body: {'subnet': {'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1735406658-subnet', 'tenant_id': '2c61bba037fc49bead261e835ebd4b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:07.212215 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:07.213065 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.221003 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-fdbe2193-eb98-41fd-967d-f278634d3a4f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2710595 Jan 10 17:50:07.229037 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b96bb-ef26-4168-833a-336e699a3794 admin admin] Pushing event updated for resources: {'Network': ['ID=138c7947-f830-4b87-bfd8-0735cd6d21ec,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:07.242992 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60834) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:07.248440 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.258773 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Made reservation on behalf of 2c61bba037fc49bead261e835ebd4b56 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:07.266159 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.289108 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:07.301038 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (bc1de75b-73a3-4a83-9fa3-f25335d75de2), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.313970 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c3eb7-384c-4966-bd27-9d7ef53194a3 None None] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:07.321107 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410b5d57-33c4-4961-aca9-f53ecfd68faa None None] Network 97d5a095-562b-4e17-9bd6-5105d1159613 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:07.324201 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 138c7947-f830-4b87-bfd8-0735cd6d21ec details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:50:07.381989 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-f0eb5073-3d28-4e26-9695-49d92a1e2a2c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0364347 Jan 10 17:50:07.427113 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (e9198608-eb27-41b1-84d4-7ca466bd84cc), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.430842 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (e9198608-eb27-41b1-84d4-7ca466bd84cc), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.520566 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-c1ff3b6e-cadd-4fbc-b0d5-db3891b9b35c None None] Provisioning complete for port fe0b460d-2799-4121-ad74-53639180763b triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:07.521703 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3b6e-cadd-4fbc-b0d5-db3891b9b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (fe0b460d-2799-4121-ad74-53639180763b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.577596 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff94f3-f836-43cb-bf2f-8a0710a81384 None None] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:07.604359 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (bc1de75b-73a3-4a83-9fa3-f25335d75de2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.605371 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:07.610821 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.700808 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks [] for router_controller (e9198608-eb27-41b1-84d4-7ca466bd84cc), precommit_add_association {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:07.808186 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3609514 Jan 10 17:50:07.819498 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60868) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:07.841130 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Request body: {'subnet': {'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-358322371-subnet', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:07.906724 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device fe0b460d-2799-4121-ad74-53639180763b up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:07.957254 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b52ed-639f-422e-9904-5c089727e96a admin admin] Pushing event updated for resources: {'Network': ['ID=bc1de75b-73a3-4a83-9fa3-f25335d75de2,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:08.007723 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:50:08.035264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Made reservation on behalf of 08d4842074994421989ef7568b65aea9 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:08.043097 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.133298 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks [] for router_gateway (e9198608-eb27-41b1-84d4-7ca466bd84cc), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.153290 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:50:08.313373 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62f88a-d5e8-44ca-8e0c-8c0e8ed93635 None None] Network 97d5a095-562b-4e17-9bd6-5105d1159613 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:08.338207 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (1134e694-d0a6-47fc-b6c8-8ca7d820e545), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.361477 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff3b6e-cadd-4fbc-b0d5-db3891b9b35c None None] Current status of the port fe0b460d-2799-4121-ad74-53639180763b is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:08.362172 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3b6e-cadd-4fbc-b0d5-db3891b9b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (fe0b460d-2799-4121-ad74-53639180763b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.430117 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port fe0b460d-2799-4121-ad74-53639180763b triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:08.434844 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (fe0b460d-2799-4121-ad74-53639180763b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.517741 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-c1ff3b6e-cadd-4fbc-b0d5-db3891b9b35c None None] For port fe0b460d-2799-4121-ad74-53639180763b, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=fe0b460d-2799-4121-ad74-53639180763b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:08.551390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1134e694-d0a6-47fc-b6c8-8ca7d820e545,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:08.579406 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3b6e-cadd-4fbc-b0d5-db3891b9b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (fe0b460d-2799-4121-ad74-53639180763b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.613221 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Checking segment: {'id': 'd50b257b-dc50-4091-9f3f-be72957e9819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:08.613787 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Network hostable DHCP agents. Network: 138c7947-f830-4b87-bfd8-0735cd6d21ec, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:50:08.705037 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:50:08.711529 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks [] for router_gateway (e9198608-eb27-41b1-84d4-7ca466bd84cc), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.720522 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Sync routers for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:50:08.738137 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:08.738971 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:49:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:08.777122 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.797941 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port fe0b460d-2799-4121-ad74-53639180763b is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:08.812885 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff3b6e-cadd-4fbc-b0d5-db3891b9b35c None None] Pushing event updated for resources: {'Port': ['ID=fe0b460d-2799-4121-ad74-53639180763b,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:08.814844 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60926) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:08.818945 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.822809 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-03e5a48b-b426-452d-9b97-9e9e0171fdca None None] Provisioning complete for port fe0b460d-2799-4121-ad74-53639180763b triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:08.823362 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c3110db2-7ed8-4a81-b9f4-e7ed84429a6e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0237193 Jan 10 17:50:08.823836 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-03e5a48b-b426-452d-9b97-9e9e0171fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (fe0b460d-2799-4121-ad74-53639180763b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.827073 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Network 138c7947-f830-4b87-bfd8-0735cd6d21ec is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:50:08.827938 dv-cinder-824031-2-iscsi neutron-server[114064]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 10 17:50:08.832993 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 60928) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:08.840335 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (e3b0de0d-59b0-49f2-a986-ca2245149cdb), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.924685 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b0de0d-59b0-49f2-a986-ca2245149cdb,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:08.952729 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 138c7947-f830-4b87-bfd8-0735cd6d21ec) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:08.964386 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:08.964927 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:08.968998 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:08.978969 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Checking segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:08.978969 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Network hostable DHCP agents. Network: bc1de75b-73a3-4a83-9fa3-f25335d75de2, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:50:09.000296 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5dec2b-6e59-4802-9138-c2f7f1d2f317 None None] Network 138c7947-f830-4b87-bfd8-0735cd6d21ec requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:09.012077 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:50:09.050645 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-5b204e43-75cd-4cf5-9da1-28c6ecd37a36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8538980 Jan 10 17:50:09.052381 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, bc1de75b-73a3-4a83-9fa3-f25335d75de2) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:09.066762 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:09.067414 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:09.090180 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-dfd72851-1f11-4e5d-8cf0-cb83968ff763 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2629805 Jan 10 17:50:09.093001 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60946) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:09.099211 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:09.128506 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ffbaa-0e47-4779-912d-406ad40ac667 None None] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:09.145413 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (f621cd84-bf9d-46da-9557-3eb5a6311885), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:09.147229 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (f621cd84-bf9d-46da-9557-3eb5a6311885), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:09.219991 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-03e5a48b-b426-452d-9b97-9e9e0171fdca None None] Current status of the port fe0b460d-2799-4121-ad74-53639180763b is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:09.235064 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ada23d-e03d-488f-9b9d-f0bb3539df73 None None] Network 138c7947-f830-4b87-bfd8-0735cd6d21ec requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:09.318040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks [] for router_controller (f621cd84-bf9d-46da-9557-3eb5a6311885), precommit_add_association {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:09.504925 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'project_id': '08d4842074994421989ef7568b65aea9', 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:50:09.506904 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:09.712793 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Allocated IP 172.20.0.2 (bc1de75b-73a3-4a83-9fa3-f25335d75de2/e3b0de0d-59b0-49f2-a986-ca2245149cdb/d7063ff8-5e1a-46b2-ba16-ea425ba73965) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:09.784887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks [] for router_gateway (f621cd84-bf9d-46da-9557-3eb5a6311885), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:09.845313 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60980) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:09.851001 dv-cinder-824031-2-iscsi neutron-server[114063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 10 17:50:09.851420 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device fe0b460d-2799-4121-ad74-53639180763b up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:09.868267 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:06Z', 'revision_number': 3, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:09.931186 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Checking router: e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:50:09.931793 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Updating router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 port 9a8f92de-193f-48c2-ba2b-c32526c27719 binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:50:09.944170 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 60988) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:10.008766 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.086779 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Publish callbacks [] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.093705 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Allocated IP 172.27.2.162 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/b0541e08-f926-4c84-95ea-14e4bdc03beb) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:10.099433 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.162029 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Pushing event updated for resources: {'Port': ['ID=d7063ff8-5e1a-46b2-ba16-ea425ba73965,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:10.164129 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-273bd42a-6651-4918-bf61-d0f56fb08173 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:10.165737 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-273bd42a-6651-4918-bf61-d0f56fb08173 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 1.3497376 Jan 10 17:50:10.176787 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662b854-61ee-40c1-9118-17aa2ad255be req-61f29db3-5874-4f6f-a901-790ff0ecf92b tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:10.184812 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-61f29db3-5874-4f6f-a901-790ff0ecf92b tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/networks?id=138c7947-f830-4b87-bfd8-0735cd6d21ec HTTP/1.1" status: 200 len: 812 time: 0.3370051 Jan 10 17:50:10.185652 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port fe0b460d-2799-4121-ad74-53639180763b triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:10.186099 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (fe0b460d-2799-4121-ad74-53639180763b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.217538 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:10.224535 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-b11f081b-0182-491d-b5ff-631162cd10fe tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/quotas/2c61bba037fc49bead261e835ebd4b56 HTTP/1.1" status: 200 len: 375 time: 0.0391417 Jan 10 17:50:10.224780 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:10.227758 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:10.228902 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4b445d88-4d58-44d2-b890-4d6f4e41e0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.285334 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-14367f8b-80e8-4b49-bb9b-d2949e6f8dab tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c61bba037fc49bead261e835ebd4b56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599687 Jan 10 17:50:10.296038 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Attempting to bind port d7063ff8-5e1a-46b2-ba16-ea425ba73965 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:10.296802 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Attempting to bind port d7063ff8-5e1a-46b2-ba16-ea425ba73965 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:10.297507 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Attempting to bind port d7063ff8-5e1a-46b2-ba16-ea425ba73965 on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:10.299542 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-a559fe3a-aad1-4a0a-8296-1bcce74b88b3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/quotas/42d38f874b484d32b9af29e66fbaf139 HTTP/1.1" status: 200 len: 375 time: 0.1184187 Jan 10 17:50:10.306873 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:10.307537 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Checking segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:10.308162 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.308765 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Bound using segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:10.309475 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Bound port: d7063ff8-5e1a-46b2-ba16-ea425ba73965, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:10.310602 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.370846 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-7a999ee9-8b14-4468-95df-594bad81f4a8 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647924 Jan 10 17:50:10.421466 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port fe0b460d-2799-4121-ad74-53639180763b is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:10.443916 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks [] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.474390 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] For port d7063ff8-5e1a-46b2-ba16-ea425ba73965, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:10.478241 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] For port d7063ff8-5e1a-46b2-ba16-ea425ba73965, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=d7063ff8-5e1a-46b2-ba16-ea425ba73965,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:10.489196 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.579362 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-b6c93d8c-6373-47fa-b80e-75c8c29af071 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:50:10.591698 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-154a22ca-a04a-46aa-a191-6e64deb455f4 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:50:10.595222 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-b6c93d8c-6373-47fa-b80e-75c8c29af071 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1409578 Jan 10 17:50:10.596515 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-154a22ca-a04a-46aa-a191-6e64deb455f4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1656847 Jan 10 17:50:10.598149 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks [] for router_gateway (f621cd84-bf9d-46da-9557-3eb5a6311885), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.602636 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.610821 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4b445d88-4d58-44d2-b890-4d6f4e41e0f2 admin admin] Publish callbacks [] for security_group (f566ea25-5f96-4cf2-b2cc-d978eed9b0c2), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.611128 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b3ce1-470d-412d-bff1-a9903c434723 None None] Pushing event updated for resources: {'Port': ['ID=d7063ff8-5e1a-46b2-ba16-ea425ba73965,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:10.653176 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4b445d88-4d58-44d2-b890-4d6f4e41e0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f566ea25-5f96-4cf2-b2cc-d978eed9b0c2), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.656204 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.676566 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:10.712166 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.740484 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:10.756590 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f2939878-8305-4fd8-8dac-f724b3452fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.765558 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:10.838759 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Publish callbacks [] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.846854 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.906488 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Pushing event updated for resources: {'Port': ['ID=b0541e08-f926-4c84-95ea-14e4bdc03beb,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:10.950706 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Pushing event updated for resources: {'Port': ['ID=9a8f92de-193f-48c2-ba2b-c32526c27719,revision_number=2']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:10.971456 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Attempting to bind port 9a8f92de-193f-48c2-ba2b-c32526c27719 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:10.972108 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Attempting to bind port 9a8f92de-193f-48c2-ba2b-c32526c27719 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:10.972677 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Attempting to bind port 9a8f92de-193f-48c2-ba2b-c32526c27719 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:10.978722 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:10.979112 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:10.979517 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:10.979911 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:10.980597 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Bound port: 9a8f92de-193f-48c2-ba2b-c32526c27719, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:10.981314 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.006033 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.006740 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.007114 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.007466 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.007804 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.008138 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.008473 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.008807 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.009616 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.010206 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.010544 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.010868 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.011501 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Tracked resource versions report: Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: pushed versions: Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: { 'AddressGroup': {'1.2'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'ConntrackHelper': {'1.0'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'LocalIPAssociation': {'1.0'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Log': {'1.0'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Network': {'1.1'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Port': {'1.7'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'PortForwarding': {'1.2'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'QosPolicy': {'1.10'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroup': {'1.5'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroupRule': {'1.2'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SubPort': {'1.0'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Subnet': {'1.1'}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Trunk': {'1.1'}} Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: consumer versions: Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: { DHCP agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: HyperV agent@hv-cinder-82403: {}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: L3 agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: Metadata agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: Metering agent@dv-cinder-824031-2-iscsi: {}, Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: Open vSwitch agent@dv-cinder-824031-2-iscsi: { 'AddressGroup': '1.2', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'ConntrackHelper': '1.0', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'LocalIPAssociation': '1.0', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Log': '1.0', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Network': '1.1', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Port': '1.7', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'PortForwarding': '1.2', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'QosPolicy': '1.10', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroup': '1.5', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SecurityGroupRule': '1.2', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'SubPort': '1.0', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Subnet': '1.1', Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: 'Trunk': '1.1'}} Jan 10 17:50:11.013344 dv-cinder-824031-2-iscsi neutron-server[114066]: {{(pid=114066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 17:50:11.080048 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-4b445d88-4d58-44d2-b890-4d6f4e41e0f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e5e176c34574fb7b59313616ef863b3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1107514 Jan 10 17:50:11.086035 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b445d88-4d58-44d2-b890-4d6f4e41e0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f566ea25-5f96-4cf2-b2cc-d978eed9b0c2,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:11.092438 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] For port 9a8f92de-193f-48c2-ba2b-c32526c27719, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:11.095152 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 32790) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:11.107546 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] For port 9a8f92de-193f-48c2-ba2b-c32526c27719, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9a8f92de-193f-48c2-ba2b-c32526c27719,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:11.119366 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.188656 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac72cf4-5298-4067-8fb1-768c3249f458 None None] Pushing event updated for resources: {'Port': ['ID=9a8f92de-193f-48c2-ba2b-c32526c27719,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:11.206119 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:11.206914 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:49:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:11.246288 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Allocated IP 172.27.2.60 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/5dade433-811f-4845-b115-712d19e5d650) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:11.247988 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-bf29c4b9-f0ad-4368-a9a5-06002832d033 service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465809 Jan 10 17:50:11.323345 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:11.353138 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-10ff58a5-6df2-41d5-9e75-42f6909d1ef4 service neutron] 10.222.0.31 "GET /v2.0/networks/138c7947-f830-4b87-bfd8-0735cd6d21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443724 Jan 10 17:50:11.441472 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1aeead35-655b-4933-bec2-1e329e0f5290 admin admin] Publish callbacks [] for security_group (f566ea25-5f96-4cf2-b2cc-d978eed9b0c2), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.491690 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks [] for port (5dade433-811f-4845-b115-712d19e5d650), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.505944 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1aeead35-655b-4933-bec2-1e329e0f5290 admin admin] Publish callbacks [] for security_group (f566ea25-5f96-4cf2-b2cc-d978eed9b0c2), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.520386 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-85f5dd93-3742-455b-9141-0968fdb43f37 service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608020 Jan 10 17:50:11.547594 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks [] for router_gateway (e9198608-eb27-41b1-84d4-7ca466bd84cc), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.553195 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:06Z', 'revision_number': 3, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:11.584282 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-3ef77cdd-e587-42f7-b695-eda5129b5236 service neutron] 10.222.0.31 "GET /v2.0/networks/138c7947-f830-4b87-bfd8-0735cd6d21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169294 Jan 10 17:50:11.608832 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75ffa6-b23f-482d-8a78-bdcf8c4bd86f None None] The sync data for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi is: [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:06Z', 'revision_number': 3, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:50:11.630350 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Allocated IP 172.20.0.1 (2c27da9f-c408-4567-82ab-fbdc30d94429/87dddc2a-e880-4d12-ad88-126574b0fdc2/9bbc5548-2a83-480b-9e8b-1dbbd4241307) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:11.663505 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (5dade433-811f-4845-b115-712d19e5d650), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.713142 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1aeead35-655b-4933-bec2-1e329e0f5290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f566ea25-5f96-4cf2-b2cc-d978eed9b0c2), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.729169 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1aeead35-655b-4933-bec2-1e329e0f5290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:11.746197 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-1aeead35-655b-4933-bec2-1e329e0f5290 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f566ea25-5f96-4cf2-b2cc-d978eed9b0c2 HTTP/1.1" status: 204 len: 168 time: 0.6342921 Jan 10 17:50:11.878883 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeead35-655b-4933-bec2-1e329e0f5290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f566ea25-5f96-4cf2-b2cc-d978eed9b0c2,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:11.887810 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:11.916427 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:11.929946 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:11.938882 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Pushing event updated for resources: {'Port': ['ID=5dade433-811f-4845-b115-712d19e5d650,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:11.983713 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device d7063ff8-5e1a-46b2-ba16-ea425ba73965 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:12.174415 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port d7063ff8-5e1a-46b2-ba16-ea425ba73965 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:12.174821 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.284466 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-56c51eb4-e096-4c00-8988-b7a19c34c3d6 req-97be23f9-2fcc-4a99-9f1b-60bf413aa242 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.3130050 Jan 10 17:50:12.285129 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2bb86cbb-34d8-4075-bfc5-11b3ce57eab2 req-72ff37c5-fa91-45ad-92b4-86cac4de7eee tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 210 time: 0.0967200 Jan 10 17:50:12.367771 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port d7063ff8-5e1a-46b2-ba16-ea425ba73965 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:12.368408 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.399277 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f550fad-eba2-450c-8525-104158142fa1 None None] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:50:12.619997 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks [] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.630904 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (e9198608-eb27-41b1-84d4-7ca466bd84cc), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.657387 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks [] for router_gateway (f621cd84-bf9d-46da-9557-3eb5a6311885), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.814392 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port d7063ff8-5e1a-46b2-ba16-ea425ba73965, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=d7063ff8-5e1a-46b2-ba16-ea425ba73965,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:12.823063 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 32852) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:12.846328 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.899450 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.935974 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-3be853c6-3a74-4e13-906c-d6c3e811147c None None] Provisioning complete for port d7063ff8-5e1a-46b2-ba16-ea425ba73965 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:12.936312 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3be853c6-3a74-4e13-906c-d6c3e811147c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:12.987158 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.045340 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:13.049896 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:13.057511 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:13.058689 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.190243 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-95ffe4ea-fa51-4d19-afc1-f6e1be719393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.190524 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbc5548-2a83-480b-9e8b-1dbbd4241307,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:13.232192 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=d7063ff8-5e1a-46b2-ba16-ea425ba73965,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:13.259758 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (f621cd84-bf9d-46da-9557-3eb5a6311885), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.319290 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-dd8985d0-fe3a-49b5-bd43-d4814d8d89a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.498954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-3be853c6-3a74-4e13-906c-d6c3e811147c None None] Current status of the port d7063ff8-5e1a-46b2-ba16-ea425ba73965 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:13.617541 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Router e9198608-eb27-41b1-84d4-7ca466bd84cc is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:50:13.629591 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-68d4a002-af60-44b1-8374-a9ac4fdb30df req-e08dc395-72f1-4378-ac88-abcbf9ba74e1 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.1996753 Jan 10 17:50:13.633518 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-760169d8-3615-482b-a11d-3d32c1f3e05d None None] Provisioning complete for port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:13.637608 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-760169d8-3615-482b-a11d-3d32c1f3e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.712396 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7cb2324-4c27-4a5a-8988-6bdec13cca7d req-b888d98f-83b4-4065-aa2c-e0c9e8ca72c9 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 210 time: 0.1371663 Jan 10 17:50:13.785101 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-760169d8-3615-482b-a11d-3d32c1f3e05d None None] Port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:50:13.877633 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.891975 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-95ffe4ea-fa51-4d19-afc1-f6e1be719393 admin admin] Publish callbacks [] for security_group (00f1eb4c-5924-4ed1-a971-1761c67f3fcf), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.899419 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-95ffe4ea-fa51-4d19-afc1-f6e1be719393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (00f1eb4c-5924-4ed1-a971-1761c67f3fcf), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.928651 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-99e95b81-870e-4e23-ad4f-a1d3030342a0 None None] Provisioning complete for port d7063ff8-5e1a-46b2-ba16-ea425ba73965 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:13.930704 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-99e95b81-870e-4e23-ad4f-a1d3030342a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:13.964629 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:50:13.972175 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Router f621cd84-bf9d-46da-9557-3eb5a6311885 is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:50:13.988925 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Sync routers for ids ['e9198608-eb27-41b1-84d4-7ca466bd84cc'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:50:14.016777 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device d7063ff8-5e1a-46b2-ba16-ea425ba73965 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:14.087860 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-95ffe4ea-fa51-4d19-afc1-f6e1be719393 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4a2de280d124b4da2a4b0a6aa63f363&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2636945 Jan 10 17:50:14.096362 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Routers {'e9198608-eb27-41b1-84d4-7ca466bd84cc'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:14.097058 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e9198608-eb27-41b1-84d4-7ca466bd84cc'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:14.098814 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.100913 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 32914) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:14.119039 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffe4ea-fa51-4d19-afc1-f6e1be719393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f1eb4c-5924-4ed1-a971-1761c67f3fcf,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:14.224944 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-99e95b81-870e-4e23-ad4f-a1d3030342a0 None None] Current status of the port d7063ff8-5e1a-46b2-ba16-ea425ba73965 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:14.240461 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port d7063ff8-5e1a-46b2-ba16-ea425ba73965 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:14.241192 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.315501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c887ce42-5fe7-481e-a63c-5d96ecd140c3 admin admin] Publish callbacks [] for security_group (00f1eb4c-5924-4ed1-a971-1761c67f3fcf), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.352721 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c887ce42-5fe7-481e-a63c-5d96ecd140c3 admin admin] Publish callbacks [] for security_group (00f1eb4c-5924-4ed1-a971-1761c67f3fcf), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.354126 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Set router e9198608-eb27-41b1-84d4-7ca466bd84cc gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:14.355862 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:50:14.368684 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Sync routers for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:50:14.392572 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.395205 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks [] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.396781 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-8a13ffc4-5b6e-406b-90b5-3a86ae84c13e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3025694 Jan 10 17:50:14.400117 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:14.400545 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 32924) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:14.401165 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:14.410136 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.411218 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.439055 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c887ce42-5fe7-481e-a63c-5d96ecd140c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (00f1eb4c-5924-4ed1-a971-1761c67f3fcf), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.441846 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c887ce42-5fe7-481e-a63c-5d96ecd140c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.443105 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c887ce42-5fe7-481e-a63c-5d96ecd140c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00f1eb4c-5924-4ed1-a971-1761c67f3fcf HTTP/1.1" status: 204 len: 168 time: 0.3364062 Jan 10 17:50:14.458031 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887ce42-5fe7-481e-a63c-5d96ecd140c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f1eb4c-5924-4ed1-a971-1761c67f3fcf,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:14.488953 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:14.493930 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 32928) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:14.494430 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4f25f943-023f-4596-886b-bd7aa1dec451 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2171495 Jan 10 17:50:14.655764 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbc5548-2a83-480b-9e8b-1dbbd4241307,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:14.671941 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:14.675496 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:14.681882 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:14.685424 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port d7063ff8-5e1a-46b2-ba16-ea425ba73965 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:14.691514 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9a8f92de-193f-48c2-ba2b-c32526c27719 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:15.037324 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:50:11Z', 'revision_number': 3, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port': {'id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:08Z', 'updated_at': '2022-01-10T17:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:15.194055 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:12Z', 'revision_number': 3, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:15.209382 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Checking router: e9198608-eb27-41b1-84d4-7ca466bd84cc for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:50:15.209790 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Updating router e9198608-eb27-41b1-84d4-7ca466bd84cc port b0541e08-f926-4c84-95ea-14e4bdc03beb binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:50:15.269085 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Checking router: f621cd84-bf9d-46da-9557-3eb5a6311885 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:50:15.274038 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Updating router f621cd84-bf9d-46da-9557-3eb5a6311885 port 5dade433-811f-4845-b115-712d19e5d650 binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:50:15.308902 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 9a8f92de-193f-48c2-ba2b-c32526c27719 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:15.309421 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.344133 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (5dade433-811f-4845-b115-712d19e5d650), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.350618 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-43177df1-4b44-4172-ac14-5fe6c3e0af8c req-066d621e-3aa1-47e4-ba3e-1671aa12f758 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.1478686 Jan 10 17:50:15.413449 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-8ad3e02a-1f7f-409a-a4c8-851487c6d0a8 None None] Provisioning complete for port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:15.414436 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:50:15.420139 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e02a-1f7f-409a-a4c8-851487c6d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.469188 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.574133 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:50:15.575940 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 32946) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:15.591725 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a91e84f5-208f-49ba-8579-eb972e690d10 req-668e6e88-209f-4b15-ba21-3e5f1f869255 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 210 time: 0.1147869 Jan 10 17:50:15.593395 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-8256bb09-0e98-4e2b-84e5-c90f67a15c59 admin admin] 10.222.0.31 "PUT /v2.0/routers/e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7181101 Jan 10 17:50:15.620756 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8db46b77-facb-470c-bc16-87752f5dd3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.672750 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Sync routers for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:50:15.708075 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.713501 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:15.714149 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:15.860270 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.885323 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8db46b77-facb-470c-bc16-87752f5dd3f2 admin admin] Publish callbacks [] for security_group (03d48c45-9ab6-47f6-bb10-8ac87495780a), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.916147 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8db46b77-facb-470c-bc16-87752f5dd3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (03d48c45-9ab6-47f6-bb10-8ac87495780a), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:15.949691 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-8db46b77-facb-470c-bc16-87752f5dd3f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60fcb2ce43dc4ea1bbefcedee87adad3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3593712 Jan 10 17:50:15.950327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 32960) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:15.967451 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.35', 61504) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:15.970625 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.035165 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db46b77-facb-470c-bc16-87752f5dd3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d48c45-9ab6-47f6-bb10-8ac87495780a,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:16.081801 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:16.277860 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3e02a-1f7f-409a-a4c8-851487c6d0a8 None None] Port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:50:16.330156 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Publish callbacks [] for port (5dade433-811f-4845-b115-712d19e5d650), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.339163 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fe597463-2926-476f-8dd1-75ae50f216e4 admin admin] Publish callbacks [] for security_group (03d48c45-9ab6-47f6-bb10-8ac87495780a), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.341959 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (5dade433-811f-4845-b115-712d19e5d650), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.510230 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Publish callbacks [] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.525345 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712facb-df64-4cb8-98bb-4e23449b3f91 None None] Pushing event updated for resources: {'Port': ['ID=5dade433-811f-4845-b115-712d19e5d650,revision_number=2']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:16.554165 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662b854-61ee-40c1-9118-17aa2ad255be req-aa4bcc5e-73c9-4868-98ad-5b63f250f7cb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:16.562137 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-aa4bcc5e-73c9-4868-98ad-5b63f250f7cb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.35 "GET /v2.0/networks?id=138c7947-f830-4b87-bfd8-0735cd6d21ec HTTP/1.1" status: 200 len: 812 time: 0.5920050 Jan 10 17:50:16.589327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fe597463-2926-476f-8dd1-75ae50f216e4 admin admin] Publish callbacks [] for security_group (03d48c45-9ab6-47f6-bb10-8ac87495780a), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.593269 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Attempting to bind port 5dade433-811f-4845-b115-712d19e5d650 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:16.593547 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 9a8f92de-193f-48c2-ba2b-c32526c27719 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:16.594064 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.594164 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Attempting to bind port 5dade433-811f-4845-b115-712d19e5d650 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:16.596108 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Attempting to bind port 5dade433-811f-4845-b115-712d19e5d650 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:16.618538 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.623217 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:16.629787 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:16.630881 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.631057 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.35', 61509) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:16.631994 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:16.633193 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Bound port: 5dade433-811f-4845-b115-712d19e5d650, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:16.634589 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (5dade433-811f-4845-b115-712d19e5d650), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.637718 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Allocated IP 172.20.0.1 (bc1de75b-73a3-4a83-9fa3-f25335d75de2/e3b0de0d-59b0-49f2-a986-ca2245149cdb/0ed865d9-b4d0-4a1c-988e-c8a9e977895b) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:16.791163 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5f0a9975-ac1b-4aca-b053-c0e103e6d2fa req-44333aab-9b47-4f81-916b-c0c5c72654fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.1581185 Jan 10 17:50:16.818858 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] For port 5dade433-811f-4845-b115-712d19e5d650, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:16.828740 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] For port 5dade433-811f-4845-b115-712d19e5d650, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=5dade433-811f-4845-b115-712d19e5d650,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:16.832684 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 32990) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:16.842027 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (5dade433-811f-4845-b115-712d19e5d650), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.846671 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-616decf0-6d5f-4cbb-8dad-5dd45ba8ca79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005185828', 'description': 'tempest-description--1628335013'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:16.945892 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks [] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:16.973161 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 9a8f92de-193f-48c2-ba2b-c32526c27719, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9a8f92de-193f-48c2-ba2b-c32526c27719,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:16.977606 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Request body: {'port': {'device_id': 'a8d089ab-30a2-44ed-8458-874a92342890', 'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec', 'admin_state_up': True, 'tenant_id': '2c61bba037fc49bead261e835ebd4b56'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:16.987552 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Attempting to bind port b0541e08-f926-4c84-95ea-14e4bdc03beb on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:16.988132 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Attempting to bind port b0541e08-f926-4c84-95ea-14e4bdc03beb by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:16.988638 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Attempting to bind port b0541e08-f926-4c84-95ea-14e4bdc03beb on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:16.999980 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.020191 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:17.020823 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:17.021361 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.024371 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:17.024371 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Bound port: b0541e08-f926-4c84-95ea-14e4bdc03beb, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:17.024371 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.028135 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed9854-a3ee-4733-8650-02272eb51efd None None] Pushing event updated for resources: {'Port': ['ID=b0541e08-f926-4c84-95ea-14e4bdc03beb,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:17.059817 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.065927 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6929aa9b-ea5a-4107-837e-2cc0fd897aa1 req-49284aa9-3e3b-4c73-bc5d-269e769dcfdd tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 210 time: 0.0885856 Jan 10 17:50:17.074435 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:17.075096 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:17.079799 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.101275 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-616decf0-6d5f-4cbb-8dad-5dd45ba8ca79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.154728 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=9a8f92de-193f-48c2-ba2b-c32526c27719,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:17.161980 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] For port b0541e08-f926-4c84-95ea-14e4bdc03beb, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:17.167054 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] For port b0541e08-f926-4c84-95ea-14e4bdc03beb, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=b0541e08-f926-4c84-95ea-14e4bdc03beb,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:17.172502 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 2, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:17.176529 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.209774 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Checking router: e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:50:17.210524 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Updating router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:50:17.232403 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712facb-df64-4cb8-98bb-4e23449b3f91 None None] Pushing event updated for resources: {'Port': ['ID=5dade433-811f-4845-b115-712d19e5d650,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:17.238751 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Allocated IP 172.20.0.1 (dc888425-8027-41d2-8da9-39f6bfdd48d0/5b1712de-4826-47b9-95b4-5fe3fc38ce99/0d86cb25-41b6-4175-a982-b348834356df) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:17.248806 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:17.296150 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:17.317624 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:17.338743 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.348061 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Routers {'e9198608-eb27-41b1-84d4-7ca466bd84cc'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:17.349965 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e9198608-eb27-41b1-84d4-7ca466bd84cc'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:17.354466 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:17.354974 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (f621cd84-bf9d-46da-9557-3eb5a6311885), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.359176 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-de3d04e9-8b8e-48c6-a630-b54ea5362e81 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:17.360820 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-de3d04e9-8b8e-48c6-a630-b54ea5362e81 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 0.6146002 Jan 10 17:50:17.388924 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fe597463-2926-476f-8dd1-75ae50f216e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (03d48c45-9ab6-47f6-bb10-8ac87495780a), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.405587 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fe597463-2926-476f-8dd1-75ae50f216e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.407113 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-fe597463-2926-476f-8dd1-75ae50f216e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03d48c45-9ab6-47f6-bb10-8ac87495780a HTTP/1.1" status: 204 len: 168 time: 1.4522326 Jan 10 17:50:17.424555 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-616decf0-6d5f-4cbb-8dad-5dd45ba8ca79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (8dc2a0f8-5204-43d9-b56b-901a4df1f817), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.470545 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Request body: {'port': {'device_id': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'admin_state_up': True, 'tenant_id': '42d38f874b484d32b9af29e66fbaf139'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:17.537145 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed9854-a3ee-4733-8650-02272eb51efd None None] Pushing event updated for resources: {'Port': ['ID=b0541e08-f926-4c84-95ea-14e4bdc03beb,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:17.726888 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] Set router e9198608-eb27-41b1-84d4-7ca466bd84cc gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:17.794335 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-616decf0-6d5f-4cbb-8dad-5dd45ba8ca79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8dc2a0f8-5204-43d9-b56b-901a4df1f817), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:17.818011 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:12Z', 'revision_number': 3, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:17.850531 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:17.938762 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4335673-ade9-4858-8d18-7a0de0bfae57 None None] The sync data for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi is: [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:12Z', 'revision_number': 3, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:50:17.995275 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe597463-2926-476f-8dd1-75ae50f216e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d48c45-9ab6-47f6-bb10-8ac87495780a,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:18.068777 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:18.215252 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Made reservation on behalf of 2c61bba037fc49bead261e835ebd4b56 for: {'port': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:18.222074 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5ca697dd-e0b8-4530-af02-f5f4e715d125 req-e39b9fd6-9ac1-4c0e-8b82-e2a51acff0ab tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.2121396 Jan 10 17:50:18.226078 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:18.272187 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-a8208b65-83b4-4297-81fa-0f1e54bd892a None None] Provisioning complete for port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:18.272565 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a8208b65-83b4-4297-81fa-0f1e54bd892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:18.449546 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-616decf0-6d5f-4cbb-8dad-5dd45ba8ca79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:18.451083 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-616decf0-6d5f-4cbb-8dad-5dd45ba8ca79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6141872 Jan 10 17:50:18.452097 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616decf0-6d5f-4cbb-8dad-5dd45ba8ca79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc2a0f8-5204-43d9-b56b-901a4df1f817,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:18.570580 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 33054) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:18.582978 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-a02388cb-b4ae-4be8-9827-cd75c13caf70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'security_group_rule': {'security_group_id': '8dc2a0f8-5204-43d9-b56b-901a4df1f817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:18.608002 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-a8208b65-83b4-4297-81fa-0f1e54bd892a None None] Port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:50:18.632985 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2fc8b946-03b2-4b6c-a8e7-46f1a043ea7e req-46697292-8c2f-4618-9ad1-adfcbc35594c tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 210 time: 0.3446641 Jan 10 17:50:18.891729 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks [] for port (0d86cb25-41b6-4175-a982-b348834356df), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:18.968000 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (0d86cb25-41b6-4175-a982-b348834356df), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.125338 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:50:11Z', 'revision_number': 3, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port': {'id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:08Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:19.152566 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Pushing event updated for resources: {'Port': ['ID=0d86cb25-41b6-4175-a982-b348834356df,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:19.163797 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a02388cb-b4ae-4be8-9827-cd75c13caf70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (8e439701-e57f-49ec-acbe-666136275e2f), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.178596 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10d045e-a1c5-469f-8cbe-5b567cd74fc7 None None] The sync data for ids ['e9198608-eb27-41b1-84d4-7ca466bd84cc'] in dv-cinder-824031-2-iscsi is: [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:50:11Z', 'revision_number': 3, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port': {'id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:08Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:50:19.180324 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Allocated IP 172.20.0.4 (138c7947-f830-4b87-bfd8-0735cd6d21ec/1134e694-d0a6-47fc-b6c8-8ca7d820e545/3f0780ea-d59f-43db-84d9-169914fcae0d) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:19.225775 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Publish callbacks [] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.255071 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.431965 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9a8f92de-193f-48c2-ba2b-c32526c27719 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:19.453777 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a02388cb-b4ae-4be8-9827-cd75c13caf70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (8e439701-e57f-49ec-acbe-666136275e2f), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.556887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:19.559579 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Made reservation on behalf of 42d38f874b484d32b9af29e66fbaf139 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:19.577193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.637723 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:19.654318 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a02388cb-b4ae-4be8-9827-cd75c13caf70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (8e439701-e57f-49ec-acbe-666136275e2f), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.691281 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:19.691661 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (e9198608-eb27-41b1-84d4-7ca466bd84cc), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.692836 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks [] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:19.748424 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9318adcd-d937-4d83-b864-cf21216a0c89 req-2a5b663c-3cf9-42fd-b827-98139d149295 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.2827322 Jan 10 17:50:19.760554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02388cb-b4ae-4be8-9827-cd75c13caf70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e439701-e57f-49ec-acbe-666136275e2f,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:19.950083 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd347d-a64b-4b17-82b7-00f8f24fbe32 None None] Pushing event updated for resources: {'Port': ['ID=9bbc5548-2a83-480b-9e8b-1dbbd4241307,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:19.991338 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Attempting to bind port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:19.991710 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Attempting to bind port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:20.008679 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Attempting to bind port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 on network 2c27da9f-c408-4567-82ab-fbdc30d94429 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:20.026578 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-15484d3b-2f38-4959-bab3-28af54cbbdba None None] Provisioning complete for port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:20.026954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-15484d3b-2f38-4959-bab3-28af54cbbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.032806 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1717f392-3972-48a5-bbb8-8edbc2750ff2 req-ad391ec9-c679-4b83-960a-226eb073ab7f tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 210 time: 0.1787877 Jan 10 17:50:20.045632 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.058379 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:20.058892 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Checking segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:20.059289 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.059693 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Bound using segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:20.060203 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Bound port: 9bbc5548-2a83-480b-9e8b-1dbbd4241307, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:20.075376 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.164415 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a02388cb-b4ae-4be8-9827-cd75c13caf70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.169230 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a02388cb-b4ae-4be8-9827-cd75c13caf70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5944767 Jan 10 17:50:20.236306 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 33134) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:20.366710 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-15484d3b-2f38-4959-bab3-28af54cbbdba None None] Port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:50:20.386381 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 9a8f92de-193f-48c2-ba2b-c32526c27719 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:20.400910 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.436452 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-d2627e03-210c-4aad-af36-6d376318ae5f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'security_group_rule': {'security_group_id': '8dc2a0f8-5204-43d9-b56b-901a4df1f817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:20.625531 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] For port 9bbc5548-2a83-480b-9e8b-1dbbd4241307, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:20.637028 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] For port 9bbc5548-2a83-480b-9e8b-1dbbd4241307, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9bbc5548-2a83-480b-9e8b-1dbbd4241307,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:20.650581 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.653711 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Pushing event updated for resources: {'Port': ['ID=3f0780ea-d59f-43db-84d9-169914fcae0d,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:20.660998 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Network 138c7947-f830-4b87-bfd8-0735cd6d21ec is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:20.728640 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:20.763449 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:20.790541 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:20.798087 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:20.927277 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd347d-a64b-4b17-82b7-00f8f24fbe32 None None] Pushing event updated for resources: {'Port': ['ID=9bbc5548-2a83-480b-9e8b-1dbbd4241307,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:21.019423 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks [] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:21.069970 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:21.072932 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:21.102683 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d2627e03-210c-4aad-af36-6d376318ae5f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (6a3e40f9-7f09-41b0-9f04-65a2d76cd944), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:21.215577 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:21.217777 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (f621cd84-bf9d-46da-9557-3eb5a6311885), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:21.378435 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-34a70184-a34d-432d-813a-08e1afe80c3e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7349343 Jan 10 17:50:21.438522 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-97ee4ae6-462b-4ba9-8c52-875af74ab267 None None] Provisioning complete for port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:21.445098 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-97ee4ae6-462b-4ba9-8c52-875af74ab267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:21.457477 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 9a8f92de-193f-48c2-ba2b-c32526c27719 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:21.467174 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 5dade433-811f-4845-b115-712d19e5d650 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:21.469256 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-9e44fe0b-536c-4df1-b92e-629e5f6ad6ba tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:50:21.470723 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-9e44fe0b-536c-4df1-b92e-629e5f6ad6ba tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0913773 Jan 10 17:50:21.588058 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:21.630973 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bf9ae445-790f-4771-8a9d-2f3889fc67af req-80118ec0-6ae7-4bc8-ae42-cac9c262a0d6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.1081264 Jan 10 17:50:21.693298 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Allocated IP 172.20.0.2 (97d5a095-562b-4e17-9bd6-5105d1159613/aa3d6c23-1c63-408b-b66d-98182652d3dd/d9673174-c85c-4fa2-9371-08ed4c303f05) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:21.866480 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d2627e03-210c-4aad-af36-6d376318ae5f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (6a3e40f9-7f09-41b0-9f04-65a2d76cd944), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:21.912277 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d2627e03-210c-4aad-af36-6d376318ae5f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (6a3e40f9-7f09-41b0-9f04-65a2d76cd944), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.024611 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Request body: {'port': {'device_id': 'a8d089ab-30a2-44ed-8458-874a92342890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:22.049185 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 5dade433-811f-4845-b115-712d19e5d650 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:22.049557 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (5dade433-811f-4845-b115-712d19e5d650), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.065931 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949fc9e-064b-4f3a-bb9e-037fc08bf90f req-e427f4c8-3a6f-45c6-b7e9-7b30acfd4fcb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:22.094290 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8949fc9e-064b-4f3a-bb9e-037fc08bf90f req-e427f4c8-3a6f-45c6-b7e9-7b30acfd4fcb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 931 time: 0.8633854 Jan 10 17:50:22.194789 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2627e03-210c-4aad-af36-6d376318ae5f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3e40f9-7f09-41b0-9f04-65a2d76cd944,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:22.228574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks [] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.303127 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d2627e03-210c-4aad-af36-6d376318ae5f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.308905 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 33200) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:22.311334 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-d2627e03-210c-4aad-af36-6d376318ae5f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0563571 Jan 10 17:50:22.325497 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0d86cb25-41b6-4175-a982-b348834356df), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.339680 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:22.440236 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:22.491610 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:22.503917 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:22.540679 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8949fc9e-064b-4f3a-bb9e-037fc08bf90f req-b9d8dd99-58fc-4553-adf9-51baae4f45e1 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453948 Jan 10 17:50:22.560166 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 5dade433-811f-4845-b115-712d19e5d650 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:22.560561 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (5dade433-811f-4845-b115-712d19e5d650), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.565865 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.638897 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 5dade433-811f-4845-b115-712d19e5d650, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=5dade433-811f-4845-b115-712d19e5d650,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:22.660940 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (5dade433-811f-4845-b115-712d19e5d650), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.901569 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-97ee4ae6-462b-4ba9-8c52-875af74ab267 None None] Current status of the port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:22.901926 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-97ee4ae6-462b-4ba9-8c52-875af74ab267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.919788 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks [] for port (0d86cb25-41b6-4175-a982-b348834356df), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:22.998879 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.004996 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=5dade433-811f-4845-b115-712d19e5d650,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:23.005639 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0d86cb25-41b6-4175-a982-b348834356df), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.006708 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (e9198608-eb27-41b1-84d4-7ca466bd84cc), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.032539 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b0541e08-f926-4c84-95ea-14e4bdc03beb up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:23.065261 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:50:23.148664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Pushing event updated for resources: {'Port': ['ID=0d86cb25-41b6-4175-a982-b348834356df,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:23.164017 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.209456 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-97ee4ae6-462b-4ba9-8c52-875af74ab267 None None] For port 9bbc5548-2a83-480b-9e8b-1dbbd4241307, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9bbc5548-2a83-480b-9e8b-1dbbd4241307,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:23.238862 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-97ee4ae6-462b-4ba9-8c52-875af74ab267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.281156 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed5677-9895-48d8-86f5-66c6c0350d81 req-0c590d67-13d9-454d-9572-83a57cbdbf6c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:23.283144 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f6ed5677-9895-48d8-86f5-66c6c0350d81 req-0c590d67-13d9-454d-9572-83a57cbdbf6c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 931 time: 0.3562655 Jan 10 17:50:23.383699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event updated for resources: {'Port': ['ID=d9673174-c85c-4fa2-9371-08ed4c303f05,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:23.514995 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Router f621cd84-bf9d-46da-9557-3eb5a6311885 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:50:23.540486 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Network 97d5a095-562b-4e17-9bd6-5105d1159613 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:23.554614 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:23.565502 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:23.572320 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:23.573108 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.581997 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f6ed5677-9895-48d8-86f5-66c6c0350d81 req-f67e402d-4c27-4b94-9e9d-0625989ef734 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019103 Jan 10 17:50:23.656466 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-9a35d12a-59d7-4289-bb24-400aa306ccdc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2741106 Jan 10 17:50:23.667881 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:23.670621 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:23.682508 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port b0541e08-f926-4c84-95ea-14e4bdc03beb triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:23.683133 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.749831 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-36148308-9b0b-49c0-b2a3-0ed882c46bc3 None None] Provisioning complete for port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:23.750273 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-36148308-9b0b-49c0-b2a3-0ed882c46bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.752001 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee4ae6-462b-4ba9-8c52-875af74ab267 None None] Pushing event updated for resources: {'Port': ['ID=9bbc5548-2a83-480b-9e8b-1dbbd4241307,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:23.835765 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:23.859896 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-36148308-9b0b-49c0-b2a3-0ed882c46bc3 None None] Port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:50:23.914701 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Router e9198608-eb27-41b1-84d4-7ca466bd84cc has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:50:23.933714 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:20Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:23.981422 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455801e-9a3e-43ed-9e46-4cd39453a38e None None] The sync data for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi is: [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:20Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:50:24.006116 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port b0541e08-f926-4c84-95ea-14e4bdc03beb is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:24.007052 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.060126 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port b0541e08-f926-4c84-95ea-14e4bdc03beb, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=b0541e08-f926-4c84-95ea-14e4bdc03beb,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:24.071033 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.106784 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Allocated IP 172.27.2.117 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/509d0cbc-e404-41df-b5e0-4bbda4a3336d) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:24.159609 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:50:24.168585 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-315e6fde-9f0f-42de-9e81-a48dfd9ca2c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/f621cd84-bf9d-46da-9557-3eb5a6311885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7665014 Jan 10 17:50:24.172385 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Sync routers for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:50:24.174385 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0780ea-d59f-43db-84d9-169914fcae0d {{(pid=114064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:24.193643 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=b0541e08-f926-4c84-95ea-14e4bdc03beb,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:24.194451 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Publish callbacks [] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.194818 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:24.195600 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:24.208238 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b2fde-94ed-416f-a806-07534472bb20 req-2b0c74de-2a78-4c5c-b31d-7e0c9fada2da tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:24.209846 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a33b2fde-94ed-416f-a806-07534472bb20 req-2b0c74de-2a78-4c5c-b31d-7e0c9fada2da tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 931 time: 0.2895484 Jan 10 17:50:24.246546 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:50:24.252756 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-54f628c8-a607-4198-959a-c8e33327afff admin admin] 10.222.0.31 "PUT /v2.0/routers/e9198608-eb27-41b1-84d4-7ca466bd84cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7575383 Jan 10 17:50:24.252939 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.provisioning_blocks [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Transition to ACTIVE for port object 3f0780ea-d59f-43db-84d9-169914fcae0d will not be triggered until provisioned by entity L2. {{(pid=114064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:50:24.267118 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Sync routers for ids ['e9198608-eb27-41b1-84d4-7ca466bd84cc'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:50:24.321499 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Routers {'e9198608-eb27-41b1-84d4-7ca466bd84cc'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:24.323014 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e9198608-eb27-41b1-84d4-7ca466bd84cc'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:24.370844 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a33b2fde-94ed-416f-a806-07534472bb20 req-61e8ec3a-a7de-4b68-8932-695804bc59b8 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528893 Jan 10 17:50:24.372091 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.413120 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.474420 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:24.511199 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.601558 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:24.610003 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:24.613710 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:24.620924 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Set router e9198608-eb27-41b1-84d4-7ca466bd84cc gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:24.630961 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0780ea-d59f-43db-84d9-169914fcae0d,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:24.637919 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'Port': ['ID=509d0cbc-e404-41df-b5e0-4bbda4a3336d,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:24.681904 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Attempting to bind port 3f0780ea-d59f-43db-84d9-169914fcae0d on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:24.688905 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Attempting to bind port 3f0780ea-d59f-43db-84d9-169914fcae0d by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'd50b257b-dc50-4091-9f3f-be72957e9819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec'}] {{(pid=114064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:24.689345 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Attempting to bind port 3f0780ea-d59f-43db-84d9-169914fcae0d on network 138c7947-f830-4b87-bfd8-0735cd6d21ec {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:24.707125 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Port 3f0780ea-d59f-43db-84d9-169914fcae0d on network 138c7947-f830-4b87-bfd8-0735cd6d21ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:50:24.707125 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Attempting to bind port 3f0780ea-d59f-43db-84d9-169914fcae0d on network 138c7947-f830-4b87-bfd8-0735cd6d21ec {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:24.745387 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:24.745760 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Checking segment: {'id': 'd50b257b-dc50-4091-9f3f-be72957e9819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:24.746339 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Bound using segment: {'id': 'd50b257b-dc50-4091-9f3f-be72957e9819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec'} {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:24.746798 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Bound port: 3f0780ea-d59f-43db-84d9-169914fcae0d, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50b257b-dc50-4091-9f3f-be72957e9819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec'}}] {{(pid=114064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:24.747158 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.870773 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (5aae28fd-9ee9-47e5-b353-3c67b3305435), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.913060 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] For port 3f0780ea-d59f-43db-84d9-169914fcae0d, host hv-cinder-82403, cleared binding levels {{(pid=114064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:24.927061 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] For port 3f0780ea-d59f-43db-84d9-169914fcae0d, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3f0780ea-d59f-43db-84d9-169914fcae0d,segment=NetworkSegment(d50b257b-dc50-4091-9f3f-be72957e9819),segment_id=d50b257b-dc50-4091-9f3f-be72957e9819)] {{(pid=114064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:24.936451 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.947247 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:24.949028 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:19Z', 'revision_number': 2, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:25.038256 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Checking router: f621cd84-bf9d-46da-9557-3eb5a6311885 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:50:25.038256 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Updating router f621cd84-bf9d-46da-9557-3eb5a6311885 port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:50:25.083124 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b0541e08-f926-4c84-95ea-14e4bdc03beb up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:25.083688 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:25.083688 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.083891 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f0780ea-d59f-43db-84d9-169914fcae0d HTTP/1.1" status: 200 len: 1093 time: 3.2156570 Jan 10 17:50:25.086394 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d089ab-30a2-44ed-8458-874a92342890', 'tag': '3f0780ea-d59f-43db-84d9-169914fcae0d'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:25.123945 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.327092 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port b0541e08-f926-4c84-95ea-14e4bdc03beb triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:25.328662 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.349418 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.357650 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.369074 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7895fa6-802f-4727-9595-3efc8ad18c41 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0780ea-d59f-43db-84d9-169914fcae0d,revision_number=3']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:25.395165 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e916d6de-7c1e-45d5-817e-e105251c14d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d089ab-30a2-44ed-8458-874a92342890", "tag": "3f0780ea-d59f-43db-84d9-169914fcae0d"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:25.447893 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 33268) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:25.468772 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (5aae28fd-9ee9-47e5-b353-3c67b3305435), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.472241 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-ce9d64b5-5256-4ece-8ec9-1628aceb40fe tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812559984', 'description': 'tempest-description--257079183'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:25.497600 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Request body: {'port': {'device_id': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:25.594104 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:50:21Z', 'revision_number': 4, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port': {'id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:08Z', 'updated_at': '2022-01-10T17:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0d86cb25-41b6-4175-a982-b348834356df', 'name': '', 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'mac_address': 'fa:16:3e:de:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:16Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 2, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'subnets': [{'id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:25.616006 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ce9d64b5-5256-4ece-8ec9-1628aceb40fe tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.674410 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Checking router: e9198608-eb27-41b1-84d4-7ca466bd84cc for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:50:25.674770 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Updating router e9198608-eb27-41b1-84d4-7ca466bd84cc port 0d86cb25-41b6-4175-a982-b348834356df binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:50:25.696291 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Publish callbacks [] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.707986 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.794547 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port b0541e08-f926-4c84-95ea-14e4bdc03beb is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:25.801012 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9bbc5548-2a83-480b-9e8b-1dbbd4241307 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:25.803868 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8afe6-5c29-4779-a577-fa4c1fe20d5b None None] Pushing event updated for resources: {'Port': ['ID=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:25.919766 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Attempting to bind port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:25.920315 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Attempting to bind port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:25.920782 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Attempting to bind port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:25.934751 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:25.948335 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Checking segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:25.948335 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.948335 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Bound using segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:25.948594 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0d86cb25-41b6-4175-a982-b348834356df), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.948686 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Bound port: 0ed865d9-b4d0-4a1c-988e-c8a9e977895b, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:25.948686 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.948839 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ce9d64b5-5256-4ece-8ec9-1628aceb40fe tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (058d717b-fbf0-4eef-b514-f74ab5414163), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.966288 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ce9d64b5-5256-4ece-8ec9-1628aceb40fe tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (058d717b-fbf0-4eef-b514-f74ab5414163), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:25.989986 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'Port': ['ID=509d0cbc-e404-41df-b5e0-4bbda4a3336d,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:26.014117 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:26.050517 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a6f45c54-08db-4844-aeb9-84ffe88f6bba tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7180204 Jan 10 17:50:26.073525 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ce9d64b5-5256-4ece-8ec9-1628aceb40fe tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:26.107466 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ce9d64b5-5256-4ece-8ec9-1628aceb40fe tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6521485 Jan 10 17:50:26.117727 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 33284) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:26.138611 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-bb55cb52-3b41-409f-89b6-11026dca7643 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'security_group_rule': {'security_group_id': '058d717b-fbf0-4eef-b514-f74ab5414163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:26.145236 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662b854-61ee-40c1-9118-17aa2ad255be req-608ac5f3-7d84-4aa4-9ec2-360ee933a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:26.146495 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] For port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:26.148981 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-608ac5f3-7d84-4aa4-9ec2-360ee933a68e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c61bba037fc49bead261e835ebd4b56&device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 1096 time: 0.5877292 Jan 10 17:50:26.156953 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] For port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:26.165637 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d64b5-5256-4ece-8ec9-1628aceb40fe tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058d717b-fbf0-4eef-b514-f74ab5414163,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:26.170899 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:26.201373 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a466cd-d422-47e4-a71e-f6378fb8fc8c req-3316cb95-f75b-4024-9bd9-3eedc662f4d4 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:26.211520 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6a466cd-d422-47e4-a71e-f6378fb8fc8c req-3316cb95-f75b-4024-9bd9-3eedc662f4d4 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 931 time: 0.6834636 Jan 10 17:50:26.306679 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:26.383588 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:26.384686 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:26.391860 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-6364b076-bf00-4b01-a067-12842b6f4ca4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0780ea-d59f-43db-84d9-169914fcae0d HTTP/1.1" status: 200 len: 217 time: 0.2111437 Jan 10 17:50:26.474908 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:26.475478 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:26.532551 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bb55cb52-3b41-409f-89b6-11026dca7643 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (6be74a1a-38ee-46a6-b8df-1de2463cf7d3), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:26.603152 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6a466cd-d422-47e4-a71e-f6378fb8fc8c req-d1c63651-822b-44cd-b3c3-a9b42147c085 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929572 Jan 10 17:50:26.605859 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-c9a52640-8f6d-4943-9c12-b2f7d756d91c None None] Provisioning complete for port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:26.606647 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c9a52640-8f6d-4943-9c12-b2f7d756d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:26.640138 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:26.671728 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662b854-61ee-40c1-9118-17aa2ad255be req-eec618ff-a7ee-48f1-b1f8-399ebfaa07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:26.676672 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-eec618ff-a7ee-48f1-b1f8-399ebfaa07e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1134e694-d0a6-47fc-b6c8-8ca7d820e545 HTTP/1.1" status: 200 len: 852 time: 0.2712028 Jan 10 17:50:26.758297 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8afe6-5c29-4779-a577-fa4c1fe20d5b None None] Pushing event updated for resources: {'Port': ['ID=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,revision_number=4']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:26.799234 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-3e3963cc-a87f-4db3-981d-803a3c1ff2e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=138c7947-f830-4b87-bfd8-0735cd6d21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125031 Jan 10 17:50:26.984200 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-f36e4d1d-3e86-419e-8cb4-abee48b2c33d service neutron] 10.222.0.35 "GET /v2.0/networks/138c7947-f830-4b87-bfd8-0735cd6d21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773758 Jan 10 17:50:27.136288 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-c9a52640-8f6d-4943-9c12-b2f7d756d91c None None] Current status of the port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:27.136734 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c9a52640-8f6d-4943-9c12-b2f7d756d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.138770 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:27.139828 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 5dade433-811f-4845-b115-712d19e5d650 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:27.253048 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0662b854-61ee-40c1-9118-17aa2ad255be req-534effec-9069-4638-b44d-7a5c7f4693dc service neutron] 10.222.0.35 "GET /v2.0/networks/138c7947-f830-4b87-bfd8-0735cd6d21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481089 Jan 10 17:50:27.283239 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-c9a52640-8f6d-4943-9c12-b2f7d756d91c None None] For port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:27.302937 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df781f-b207-4b0d-8b0b-e0b3c7e2779c req-c36acc9b-5ff6-46b6-af46-051fc1360dff tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:27.311753 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c9a52640-8f6d-4943-9c12-b2f7d756d91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.320220 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f1df781f-b207-4b0d-8b0b-e0b3c7e2779c req-c36acc9b-5ff6-46b6-af46-051fc1360dff tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 943 time: 0.4570425 Jan 10 17:50:27.375165 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 5dade433-811f-4845-b115-712d19e5d650 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:27.383263 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (5dade433-811f-4845-b115-712d19e5d650), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.450693 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bb55cb52-3b41-409f-89b6-11026dca7643 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (6be74a1a-38ee-46a6-b8df-1de2463cf7d3), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.463281 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a52640-8f6d-4943-9c12-b2f7d756d91c None None] Pushing event updated for resources: {'Port': ['ID=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:27.472283 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bb55cb52-3b41-409f-89b6-11026dca7643 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (6be74a1a-38ee-46a6-b8df-1de2463cf7d3), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.542253 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-d5586aef-8d20-4d57-ada7-cfe7dcc33051 None None] Provisioning complete for port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:27.543258 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-d5586aef-8d20-4d57-ada7-cfe7dcc33051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.544522 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:26Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:27.560974 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55cb52-3b41-409f-89b6-11026dca7643 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be74a1a-38ee-46a6-b8df-1de2463cf7d3,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:27.585129 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bb55cb52-3b41-409f-89b6-11026dca7643 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.588899 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-bb55cb52-3b41-409f-89b6-11026dca7643 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4653227 Jan 10 17:50:27.589766 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9673174-c85c-4fa2-9371-08ed4c303f05 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:27.590718 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 33312) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:27.597244 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Publish callbacks [] for port (0d86cb25-41b6-4175-a982-b348834356df), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.603173 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-dd7be2fb-d703-4a23-9acd-4281439b8e8b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'security_group_rule': {'security_group_id': '058d717b-fbf0-4eef-b514-f74ab5414163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:27.604088 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Publish callbacks [] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.642115 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0d86cb25-41b6-4175-a982-b348834356df), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.647038 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f1df781f-b207-4b0d-8b0b-e0b3c7e2779c req-358fddc1-72b1-4218-9cb6-91ba638b649a tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226571 Jan 10 17:50:27.652013 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Transition to ACTIVE for port object d9673174-c85c-4fa2-9371-08ed4c303f05 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:50:27.652987 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd7be2fb-d703-4a23-9acd-4281439b8e8b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (13180079-933e-4b78-8128-f378347c2c3a), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.658075 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.673969 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080cf1c-5935-4714-95f7-57e10bf8ff08 None None] The sync data for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi is: [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:26Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:50:27.859207 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a5e6-431e-4b6a-8eef-d1a5a2495d0b None None] Pushing event updated for resources: {'Port': ['ID=0d86cb25-41b6-4175-a982-b348834356df,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:27.900989 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Pushing event updated for resources: {'Port': ['ID=d9673174-c85c-4fa2-9371-08ed4c303f05,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:27.938586 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd7be2fb-d703-4a23-9acd-4281439b8e8b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (13180079-933e-4b78-8128-f378347c2c3a), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.948899 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd7be2fb-d703-4a23-9acd-4281439b8e8b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (13180079-933e-4b78-8128-f378347c2c3a), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:27.989227 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf91d61-672d-4ab5-ad04-c21a2cd4df51 x-openstack-request-id: req-daf91d61-672d-4ab5-ad04-c21a2cd4df51 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:27.989888 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d089ab-30a2-44ed-8458-874a92342890", "tag": "3f0780ea-d59f-43db-84d9-169914fcae0d", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:27.989888 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-daf91d61-672d-4ab5-ad04-c21a2cd4df51 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:27.996680 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d089ab-30a2-44ed-8458-874a92342890', 'tag': '3f0780ea-d59f-43db-84d9-169914fcae0d', 'status': 'completed', 'code': 200} Jan 10 17:50:28.006340 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd7be2fb-d703-4a23-9acd-4281439b8e8b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.011013 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-dd7be2fb-d703-4a23-9acd-4281439b8e8b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4157970 Jan 10 17:50:28.019555 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 33328) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:28.025091 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:28.078342 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 5dade433-811f-4845-b115-712d19e5d650 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:28.080902 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-d5586aef-8d20-4d57-ada7-cfe7dcc33051 None None] Current status of the port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:28.084484 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7be2fb-d703-4a23-9acd-4281439b8e8b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13180079-933e-4b78-8128-f378347c2c3a,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:28.109124 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Attempting to bind port d9673174-c85c-4fa2-9371-08ed4c303f05 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:28.109503 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Attempting to bind port 0d86cb25-41b6-4175-a982-b348834356df on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:28.109654 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Attempting to bind port d9673174-c85c-4fa2-9371-08ed4c303f05 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:28.110098 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Attempting to bind port d9673174-c85c-4fa2-9371-08ed4c303f05 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:28.110800 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Attempting to bind port 0d86cb25-41b6-4175-a982-b348834356df by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:28.111221 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Attempting to bind port 0d86cb25-41b6-4175-a982-b348834356df on network dc888425-8027-41d2-8da9-39f6bfdd48d0 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:28.123795 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Port d9673174-c85c-4fa2-9371-08ed4c303f05 on network 97d5a095-562b-4e17-9bd6-5105d1159613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:50:28.124042 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Attempting to bind port d9673174-c85c-4fa2-9371-08ed4c303f05 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:28.128360 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:28.129001 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Checking segment: {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:28.129772 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.130360 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Bound using segment: {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:28.130993 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Bound port: 0d86cb25-41b6-4175-a982-b348834356df, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:28.131672 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0d86cb25-41b6-4175-a982-b348834356df), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.136991 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:28.137468 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Checking segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:28.139370 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Bound using segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:28.139938 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Bound port: d9673174-c85c-4fa2-9371-08ed4c303f05, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:28.143437 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.231887 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-3ded4662-0e5f-47aa-88db-b7ed018414a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:28.242120 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-3ded4662-0e5f-47aa-88db-b7ed018414a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c61bba037fc49bead261e835ebd4b56&device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 1096 time: 0.2014265 Jan 10 17:50:28.243685 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.260809 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] For port 0d86cb25-41b6-4175-a982-b348834356df, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:28.276807 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] For port 0d86cb25-41b6-4175-a982-b348834356df, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=0d86cb25-41b6-4175-a982-b348834356df,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:28.290552 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0d86cb25-41b6-4175-a982-b348834356df), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.376812 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 0ed865d9-b4d0-4a1c-988e-c8a9e977895b up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:28.447741 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] For port d9673174-c85c-4fa2-9371-08ed4c303f05, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:28.461285 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] For port d9673174-c85c-4fa2-9371-08ed4c303f05, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d9673174-c85c-4fa2-9371-08ed4c303f05,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:28.479007 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.657934 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:28.664220 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:28.666923 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] 10.222.0.35 "PUT /v2.0/ports/d9673174-c85c-4fa2-9371-08ed4c303f05 HTTP/1.1" status: 200 len: 1093 time: 3.1888616 Jan 10 17:50:28.667409 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'tag': 'd9673174-c85c-4fa2-9371-08ed4c303f05'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:28.684521 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Routers {'e9198608-eb27-41b1-84d4-7ca466bd84cc'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:28.687710 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e9198608-eb27-41b1-84d4-7ca466bd84cc'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:28.939616 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-03d40835-c1a2-4019-82ea-9d0208664354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:28.941057 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-03d40835-c1a2-4019-82ea-9d0208664354 service neutron] 10.222.0.35 "GET /v2.0/networks?id=138c7947-f830-4b87-bfd8-0735cd6d21ec HTTP/1.1" status: 200 len: 913 time: 0.6888189 Jan 10 17:50:28.975675 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9b7e86-2320-4638-b5d4-de52f45d2cef", "tag": "d9673174-c85c-4fa2-9371-08ed4c303f05"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:28.990909 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f568a6-b321-4f73-999a-9117eb01c57c service neutron] Pushing event updated for resources: {'Port': ['ID=d9673174-c85c-4fa2-9371-08ed4c303f05,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:29.021783 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-1009f0a0-a401-49f0-80a7-8ad45098a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:29.027494 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-1009f0a0-a401-49f0-80a7-8ad45098a540 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 1096 time: 0.1559362 Jan 10 17:50:29.088388 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-792f700c-2aff-4974-abc4-0125891a3358 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f0780ea-d59f-43db-84d9-169914fcae0d HTTP/1.1" status: 200 len: 217 time: 0.0772150 Jan 10 17:50:29.163200 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] Set router e9198608-eb27-41b1-84d4-7ca466bd84cc gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:29.215445 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-9168ac48-d5fd-420f-95b5-e2e311f776ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:29.217414 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-9168ac48-d5fd-420f-95b5-e2e311f776ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1134e694-d0a6-47fc-b6c8-8ca7d820e545 HTTP/1.1" status: 200 len: 852 time: 0.1061456 Jan 10 17:50:29.246281 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:29.246655 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:29.295807 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-e8b732fe-deb1-446b-b10a-a05d633ffaba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9673174-c85c-4fa2-9371-08ed4c303f05 HTTP/1.1" status: 200 len: 217 time: 0.2164934 Jan 10 17:50:29.316592 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-1afeb64b-e3b8-409c-8a91-30d38e799fbd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=138c7947-f830-4b87-bfd8-0735cd6d21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687797 Jan 10 17:50:29.324229 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:29.504258 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-8157477e-a6aa-4b1d-8936-69baef204ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:29.513194 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-8157477e-a6aa-4b1d-8936-69baef204ce0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.1909535 Jan 10 17:50:29.527442 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04a5e6-431e-4b6a-8eef-d1a5a2495d0b None None] Pushing event updated for resources: {'Port': ['ID=0d86cb25-41b6-4175-a982-b348834356df,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:29.888114 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:29.927073 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:50:21Z', 'revision_number': 4, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port': {'id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:08Z', 'updated_at': '2022-01-10T17:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0d86cb25-41b6-4175-a982-b348834356df', 'name': '', 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'mac_address': 'fa:16:3e:de:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:16Z', 'updated_at': '2022-01-10T17:50:28Z', 'revision_number': 4, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'subnets': [{'id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:30.001848 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c6ecc-7de1-4fcf-867f-ab1225e237cc None None] The sync data for ids ['e9198608-eb27-41b1-84d4-7ca466bd84cc'] in dv-cinder-824031-2-iscsi is: [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:50:21Z', 'revision_number': 4, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port': {'id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:08Z', 'updated_at': '2022-01-10T17:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0d86cb25-41b6-4175-a982-b348834356df', 'name': '', 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'mac_address': 'fa:16:3e:de:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:16Z', 'updated_at': '2022-01-10T17:50:28Z', 'revision_number': 4, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'subnets': [{'id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:50:30.013143 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-5993475c-03a3-449c-9ba2-9fad6d40217d service neutron] 10.222.0.35 "GET /v2.0/networks/138c7947-f830-4b87-bfd8-0735cd6d21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174288 Jan 10 17:50:30.014043 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-4e6575e0-4d9c-4a44-ac0f-756a4c13ebea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539140 Jan 10 17:50:30.014571 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Allocated IP 172.27.2.250 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/77dd02b3-3bbc-4792-abac-2e9d745ecbc3) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:30.144865 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:30.220888 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:30.291640 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'Port': ['ID=77dd02b3-3bbc-4792-abac-2e9d745ecbc3,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:30.322176 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:30.361589 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:30.368906 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:30.410264 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 33382) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:30.444197 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-79e5c571-9648-47a8-99b6-7d2e53a95f5e service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470748 Jan 10 17:50:30.671254 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e916d6de-7c1e-45d5-817e-e105251c14d6 req-082408f5-21d9-4987-aeb0-bb898885c6ce service neutron] 10.222.0.35 "GET /v2.0/networks/138c7947-f830-4b87-bfd8-0735cd6d21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745812 Jan 10 17:50:30.681410 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41a87da4-cdef-4ec4-917d-fcb05fcb8b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:30.689229 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (14895b62-2796-4284-bfe4-3e13548fe01f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:30.782924 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.044455 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-5779fbf5-879f-466a-b1bf-39f5e72c099d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1005185828&fields=id&tenant_id=a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 267 time: 0.1481936 Jan 10 17:50:31.060946 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41a87da4-cdef-4ec4-917d-fcb05fcb8b51 admin admin] Publish callbacks [] for security_group (0968daa8-a89c-4e2c-a7b2-8c981adce08e), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.111765 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41a87da4-cdef-4ec4-917d-fcb05fcb8b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0968daa8-a89c-4e2c-a7b2-8c981adce08e), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.152073 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.170307 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.212083 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-41a87da4-cdef-4ec4-917d-fcb05fcb8b51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6e04db2e05941038cef4a89ec8e0766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8006182 Jan 10 17:50:31.215043 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 33410) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:31.227728 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a87da4-cdef-4ec4-917d-fcb05fcb8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0968daa8-a89c-4e2c-a7b2-8c981adce08e,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:31.229131 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-2515bafd-8360-4942-94a0-a3c212143fcf tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:31.230767 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (14895b62-2796-4284-bfe4-3e13548fe01f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.236738 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-2515bafd-8360-4942-94a0-a3c212143fcf tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 817 time: 0.1848752 Jan 10 17:50:31.250939 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d62b-1315-491e-b83a-5127d6703203 req-9f715c26-308f-4521-bf28-e0c7cfa337a6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:31.258122 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-9f715c26-308f-4521-bf28-e0c7cfa337a6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 818 time: 0.3550007 Jan 10 17:50:31.274433 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'Port': ['ID=77dd02b3-3bbc-4792-abac-2e9d745ecbc3,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:31.283805 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-032e4b42-51d6-4dd6-8ab2-0de37cd17231 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/quotas/a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 375 time: 0.0460074 Jan 10 17:50:31.290130 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.293359 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-581bb161-bb61-4ce5-885a-710239c9f0cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2707920 Jan 10 17:50:31.302475 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-2ee0c42d-84ac-4967-97d0-384a8b44153d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/quotas/5b3ea1177c3241b5b730f359c367f44b HTTP/1.1" status: 200 len: 375 time: 0.0425298 Jan 10 17:50:31.338478 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87744f79-d3b7-41aa-9ad7-719d643b7459 req-5f9330f3-6581-43b6-a774-a5de024e3d8a service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104468 Jan 10 17:50:31.368160 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-3f02a4eb-ac65-42c9-b9e3-df6145c7b4d5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646389 Jan 10 17:50:31.375054 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-659cefe3-9f8d-48ac-94a7-55054263df84 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903685 Jan 10 17:50:31.385556 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-af565a21-1541-43de-b581-c3773c551b96 admin admin] Publish callbacks [] for security_group (0968daa8-a89c-4e2c-a7b2-8c981adce08e), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.464552 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-af565a21-1541-43de-b581-c3773c551b96 admin admin] Publish callbacks [] for security_group (0968daa8-a89c-4e2c-a7b2-8c981adce08e), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.487994 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-74d64422-c196-4862-9c7c-823935b1a9dc service neutron] 10.222.0.31 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123195 Jan 10 17:50:31.534606 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-69926e18-48e4-49c6-ba98-26e801cfbf73 service neutron] 10.222.0.31 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425517 Jan 10 17:50:31.607176 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-af565a21-1541-43de-b581-c3773c551b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0968daa8-a89c-4e2c-a7b2-8c981adce08e), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.609839 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-af565a21-1541-43de-b581-c3773c551b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:31.611237 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-af565a21-1541-43de-b581-c3773c551b96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0968daa8-a89c-4e2c-a7b2-8c981adce08e HTTP/1.1" status: 204 len: 168 time: 0.3936791 Jan 10 17:50:31.623283 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-3465865d-4b56-4c1c-8cc4-d98f9d6064ff service neutron] 10.222.0.31 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253881 Jan 10 17:50:31.640149 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af565a21-1541-43de-b581-c3773c551b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0968daa8-a89c-4e2c-a7b2-8c981adce08e,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:31.682508 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-2a6c5db0-c469-4f58-84d6-5ed20329e043 service neutron] 10.222.0.31 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467125 Jan 10 17:50:31.950295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c230a62-23c5-4c5a-b815-03f16f1de893 req-2916841b-8bb4-41c7-8afa-865ccf2418db tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:31.965807 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6c230a62-23c5-4c5a-b815-03f16f1de893 req-2916841b-8bb4-41c7-8afa-865ccf2418db tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 943 time: 0.0881972 Jan 10 17:50:31.972906 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221efaaf-321c-467c-948a-218bb8e17605 req-17e6db46-6a7f-490d-9b8f-f03e7368fd6e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:31.974481 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-221efaaf-321c-467c-948a-218bb8e17605 req-17e6db46-6a7f-490d-9b8f-f03e7368fd6e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 943 time: 0.0886679 Jan 10 17:50:32.111277 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6c230a62-23c5-4c5a-b815-03f16f1de893 req-07987cd4-1761-417e-9a2f-d1d74f282d78 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399517 Jan 10 17:50:32.158008 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-221efaaf-321c-467c-948a-218bb8e17605 req-56ac9686-a5c4-4ba2-bd26-f046e4b054f7 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654131 Jan 10 17:50:32.223855 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 33448) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:32.241522 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49aa-de1c-47a0-84dd-4152e4cb1e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.340081 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 0d86cb25-41b6-4175-a982-b348834356df up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:32.430826 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49aa-de1c-47a0-84dd-4152e4cb1e8d admin admin] Publish callbacks [] for security_group (e7158dc3-74ed-4aa4-952b-fdb8543120b4), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.442399 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2a0f49aa-de1c-47a0-84dd-4152e4cb1e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (e7158dc3-74ed-4aa4-952b-fdb8543120b4), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.445912 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 0d86cb25-41b6-4175-a982-b348834356df triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:32.446495 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0d86cb25-41b6-4175-a982-b348834356df), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.447593 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-1e67ad04-2f03-4748-b0b5-7a8f50879ed3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1812559984&fields=id&tenant_id=08d4842074994421989ef7568b65aea9 HTTP/1.1" status: 200 len: 267 time: 0.1242967 Jan 10 17:50:32.524140 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-2a0f49aa-de1c-47a0-84dd-4152e4cb1e8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69587bd85a064d01abee10aa11bb6c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983410 Jan 10 17:50:32.525372 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f49aa-de1c-47a0-84dd-4152e4cb1e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7158dc3-74ed-4aa4-952b-fdb8543120b4,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:32.543066 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 33462) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:32.613279 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367aa7da-94b9-401a-90ee-0e2d69e43233 x-openstack-request-id: req-367aa7da-94b9-401a-90ee-0e2d69e43233 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:32.613594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9b7e86-2320-4638-b5d4-de52f45d2cef", "tag": "d9673174-c85c-4fa2-9371-08ed4c303f05", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:32.613850 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-367aa7da-94b9-401a-90ee-0e2d69e43233 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:32.614314 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'tag': 'd9673174-c85c-4fa2-9371-08ed4c303f05', 'status': 'completed', 'code': 200} Jan 10 17:50:32.623599 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 0d86cb25-41b6-4175-a982-b348834356df is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:32.624269 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0d86cb25-41b6-4175-a982-b348834356df), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.667628 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 0d86cb25-41b6-4175-a982-b348834356df, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=0d86cb25-41b6-4175-a982-b348834356df,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:32.675248 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0d86cb25-41b6-4175-a982-b348834356df), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.706617 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-657fd7cf-517d-4a4c-bc7d-e9001fcd55c4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:32.719064 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-657fd7cf-517d-4a4c-bc7d-e9001fcd55c4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 810 time: 0.2585063 Jan 10 17:50:32.728695 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-70a055ee-25a0-4574-b6e0-c7f8f725e716 req-1fa96519-2cd4-4bab-811f-5cef63292887 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 210 time: 0.0810740 Jan 10 17:50:32.739081 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7eedde3e-163f-4df5-9122-2f4429b87845 admin admin] Publish callbacks [] for security_group (e7158dc3-74ed-4aa4-952b-fdb8543120b4), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.740459 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-2b1791fb-4a36-4792-ae29-c4f3e0afcc19 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/quotas/08d4842074994421989ef7568b65aea9 HTTP/1.1" status: 200 len: 375 time: 0.0179675 Jan 10 17:50:32.763033 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7eedde3e-163f-4df5-9122-2f4429b87845 admin admin] Publish callbacks [] for security_group (e7158dc3-74ed-4aa4-952b-fdb8543120b4), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.833422 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-c450a03b-8fd7-4bd2-85de-632599fc40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:32.835514 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-c450a03b-8fd7-4bd2-85de-632599fc40a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 1096 time: 0.1863260 Jan 10 17:50:32.837626 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7eedde3e-163f-4df5-9122-2f4429b87845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (e7158dc3-74ed-4aa4-952b-fdb8543120b4), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.840281 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7eedde3e-163f-4df5-9122-2f4429b87845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:32.841635 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7eedde3e-163f-4df5-9122-2f4429b87845 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7158dc3-74ed-4aa4-952b-fdb8543120b4 HTTP/1.1" status: 204 len: 168 time: 0.2961633 Jan 10 17:50:32.851664 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=0d86cb25-41b6-4175-a982-b348834356df,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:32.880689 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-74ac4ca5-9924-4b71-a25e-bd47c89e3258 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376035 Jan 10 17:50:33.056756 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-4b1bbb47-e561-45d4-ad5a-d3cf2aa242a1 service neutron] 10.222.0.31 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585686 Jan 10 17:50:33.125980 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedde3e-163f-4df5-9122-2f4429b87845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7158dc3-74ed-4aa4-952b-fdb8543120b4,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:33.152115 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d74f5cf9-69ad-4392-864d-19c1951dccf8 req-41cacfde-0b80-44eb-a758-d842eb48fe26 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 210 time: 0.3091128 Jan 10 17:50:33.222999 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-01ad756d-635a-4fd1-a706-d67f9952b6e2 service neutron] 10.222.0.31 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576271 Jan 10 17:50:33.334465 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-25e08905-d6c3-4e85-b06e-d8c24015b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:33.336042 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-25e08905-d6c3-4e85-b06e-d8c24015b851 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 916 time: 0.4920433 Jan 10 17:50:33.457189 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-c36bcecb-9212-42f8-b258-cd009b62bc71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9673174-c85c-4fa2-9371-08ed4c303f05 HTTP/1.1" status: 200 len: 217 time: 0.1054103 Jan 10 17:50:33.486175 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7308b8ad-7179-4887-b5b9-5bba04d447b0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:33.488084 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7308b8ad-7179-4887-b5b9-5bba04d447b0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 817 time: 0.1360445 Jan 10 17:50:33.616151 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-dd73cc72-d19b-424f-ac0e-08d4c38d0f6c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:33.622937 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-dd73cc72-d19b-424f-ac0e-08d4c38d0f6c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 818 time: 0.3211129 Jan 10 17:50:33.626571 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-33c303b3-d81f-4e53-90aa-b4f7b02f8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:33.632157 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-33c303b3-d81f-4e53-90aa-b4f7b02f8ad8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.1664052 Jan 10 17:50:33.668227 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-64d52f17-91bf-4312-80b4-5bd1898b9911 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/quotas/5b3ea1177c3241b5b730f359c367f44b HTTP/1.1" status: 200 len: 375 time: 0.0443506 Jan 10 17:50:33.689218 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-12f894ef-32bc-4732-a4e9-e6354ccb7fe1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 380 time: 0.1913047 Jan 10 17:50:33.703047 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'port': {'device_id': '08587835-eb0d-4df7-8885-1988aadababb', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'admin_state_up': True, 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'security_groups': ['8dc2a0f8-5204-43d9-b56b-901a4df1f817']}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:33.724418 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-5d19a26f-3e71-4bdd-b250-4d647addb10f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832634 Jan 10 17:50:33.794508 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-3243c619-6711-4382-b952-2192ebbd4676 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244726 Jan 10 17:50:33.849171 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c4ce7-74db-4fc8-9027-12486335fec1 req-8d3f1d0d-c955-47ae-a757-335e9565e4fb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:33.866078 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-060c4ce7-74db-4fc8-9027-12486335fec1 req-8d3f1d0d-c955-47ae-a757-335e9565e4fb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 943 time: 0.1836622 Jan 10 17:50:33.943973 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Made reservation on behalf of a256dbcb3e024f32bd6f56fbc869046c for: {'port': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:33.947462 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:33.973623 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-060c4ce7-74db-4fc8-9027-12486335fec1 req-c3e4489a-bbff-4e3d-aad2-bc4b4bd36a20 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011143 Jan 10 17:50:33.998520 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-e4865d96-b431-437a-a740-55123fd31fd0 service neutron] 10.222.0.31 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030742 Jan 10 17:50:34.087724 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-1a660f23-82b7-4f47-b450-873152a64344 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513942 Jan 10 17:50:34.204642 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-45aacf93-f4b2-4b75-a1b5-86c460fd9eba service neutron] 10.222.0.31 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991937 Jan 10 17:50:34.224385 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 0d86cb25-41b6-4175-a982-b348834356df up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:34.232129 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-535b7fd2-9450-46d0-bd0b-ae2d63771bcd req-f1a72bd7-18e1-44f5-b440-8f0adf4a90ee service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214886 Jan 10 17:50:34.266230 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cfddb-2e99-4827-b135-49cea4ee053e req-12102c36-0e95-485a-b727-c7d422089599 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:34.271942 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f34cfddb-2e99-4827-b135-49cea4ee053e req-12102c36-0e95-485a-b727-c7d422089599 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 943 time: 0.1914048 Jan 10 17:50:34.313786 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Allocated IP 172.20.0.11 (2c27da9f-c408-4567-82ab-fbdc30d94429/87dddc2a-e880-4d12-ad88-126574b0fdc2/511cef14-64d0-4cc5-8dc5-d8f78a25f47b) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:34.350693 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 0d86cb25-41b6-4175-a982-b348834356df triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:34.351311 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0d86cb25-41b6-4175-a982-b348834356df), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:34.362975 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f34cfddb-2e99-4827-b135-49cea4ee053e req-35ad99b8-135a-437b-99b4-c0e0d96cce4b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741642 Jan 10 17:50:34.627358 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 0d86cb25-41b6-4175-a982-b348834356df is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:34.633748 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9007e1a4-8d19-44cb-a0a7-7cc4f856a09f req-4d446324-7d48-43d9-9455-0fcd8ef0b00f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 210 time: 0.1063378 Jan 10 17:50:34.640957 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-19f7599f-7e1d-4536-bce9-d4b011751a67 req-4c80a6dd-c5ca-498a-b26c-26281730d6bf tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 210 time: 0.0696013 Jan 10 17:50:34.687014 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:34.731846 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:34.837511 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-644bfd61-4642-4b04-9a86-b075d0e99d54 req-dfbd4b41-652c-4c79-9603-88b3e1d95b0d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 210 time: 0.0865567 Jan 10 17:50:34.848031 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:34.869450 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:34.874261 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:34.877593 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:34.901609 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:34.902232 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:34.918609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d62b-1315-491e-b83a-5127d6703203 req-49241823-4b2b-4265-a4f9-e967712a3aac tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:34.923865 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-49241823-4b2b-4265-a4f9-e967712a3aac tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 818 time: 0.2981238 Jan 10 17:50:34.936279 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Request body: {'port': {'device_id': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'admin_state_up': True, 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:34.943631 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7f0cb87d-2363-4b5c-ab0f-c14a868bd766 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2437840 Jan 10 17:50:34.957221 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Request body: {'port': {'device_id': '08587835-eb0d-4df7-8885-1988aadababb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:35.049357 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:35.145894 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d9673174-c85c-4fa2-9371-08ed4c303f05 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:50:35.176949 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Made reservation on behalf of 5b3ea1177c3241b5b730f359c367f44b for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:35.181595 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:35.194433 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.35', 61546) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:35.305431 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07c2a4-bae0-4c4c-b674-2a0b8ce514d8 req-8a50f3c5-a92a-42a3-a368-28bad4ac873a tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:35.312501 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9b07c2a4-bae0-4c4c-b674-2a0b8ce514d8 req-8a50f3c5-a92a-42a3-a368-28bad4ac873a tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 943 time: 0.2102542 Jan 10 17:50:35.393950 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d9673174-c85c-4fa2-9371-08ed4c303f05, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d9673174-c85c-4fa2-9371-08ed4c303f05,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:35.431298 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-ae736dc1-0b16-4bc2-9e57-f0f86cdecb58 None None] Provisioning complete for port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:35.431668 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-ae736dc1-0b16-4bc2-9e57-f0f86cdecb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:35.494375 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9b07c2a4-bae0-4c4c-b674-2a0b8ce514d8 req-4201b7b1-0be2-44aa-9318-b8a85a559e65 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809018 Jan 10 17:50:35.503332 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': 'd9673174-c85c-4fa2-9371-08ed4c303f05', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'port_id': 'd9673174-c85c-4fa2-9371-08ed4c303f05', 'mac_address': 'fa:16:3e:2d:fa:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3d6c23-1c63-408b-b66d-98182652d3dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:50:35.573458 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d9673174-c85c-4fa2-9371-08ed4c303f05 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:35.574031 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:35.577601 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-ae736dc1-0b16-4bc2-9e57-f0f86cdecb58 None None] Port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:50:35.582143 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-517bbf35-c075-4059-b54c-657c3e7cefb8 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:35.583701 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-517bbf35-c075-4059-b54c-657c3e7cefb8 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 810 time: 0.3882909 Jan 10 17:50:35.591357 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9673174-c85c-4fa2-9371-08ed4c303f05 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:35.615941 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d9673174-c85c-4fa2-9371-08ed4c303f05, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d9673174-c85c-4fa2-9371-08ed4c303f05,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:35.620989 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:35.622760 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3f0780ea-d59f-43db-84d9-169914fcae0d details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:50:35.651749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Allocated IP 172.20.0.14 (dc888425-8027-41d2-8da9-39f6bfdd48d0/5b1712de-4826-47b9-95b4-5fe3fc38ce99/6d3d8f9a-1ef2-4264-836d-e05d342bb97d) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:35.693003 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511cef14-64d0-4cc5-8dc5-d8f78a25f47b {{(pid=114064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:35.716387 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Publish callbacks [] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:35.740008 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d9673174-c85c-4fa2-9371-08ed4c303f05,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:35.762550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0d49c-a9ee-4436-a606-f2560e64f45d req-33117908-0858-4e20-b2de-dcbd4017f93a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:35.764100 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-06c0d49c-a9ee-4436-a606-f2560e64f45d req-33117908-0858-4e20-b2de-dcbd4017f93a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 943 time: 0.2466483 Jan 10 17:50:35.767824 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.provisioning_blocks [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Transition to ACTIVE for port object 511cef14-64d0-4cc5-8dc5-d8f78a25f47b will not be triggered until provisioned by entity L2. {{(pid=114064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:50:35.809501 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:35.836567 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-89d88db7-aa76-40b1-92d4-edd900b54cfd tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08d4842074994421989ef7568b65aea9 HTTP/1.1" status: 200 len: 380 time: 0.2291684 Jan 10 17:50:35.847645 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 3f0780ea-d59f-43db-84d9-169914fcae0d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3f0780ea-d59f-43db-84d9-169914fcae0d,segment=NetworkSegment(d50b257b-dc50-4091-9f3f-be72957e9819),segment_id=d50b257b-dc50-4091-9f3f-be72957e9819)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:35.870816 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '3f0780ea-d59f-43db-84d9-169914fcae0d', 'network_id': '138c7947-f830-4b87-bfd8-0735cd6d21ec', 'port_id': '3f0780ea-d59f-43db-84d9-169914fcae0d', 'mac_address': 'fa:16:3e:45:c5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1134e694-d0a6-47fc-b6c8-8ca7d820e545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:50:35.878242 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a11613-326e-43dc-9bfc-3d5651247a37 req-b03b7b8d-69da-4405-8dd4-2daf1466c71d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:35.879803 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b1a11613-326e-43dc-9bfc-3d5651247a37 req-b03b7b8d-69da-4405-8dd4-2daf1466c71d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.1138759 Jan 10 17:50:35.899448 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'port': {'device_id': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'admin_state_up': True, 'tenant_id': '08d4842074994421989ef7568b65aea9', 'security_groups': ['058d717b-fbf0-4eef-b514-f74ab5414163']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:35.956482 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-06c0d49c-a9ee-4436-a606-f2560e64f45d req-b1cf8b19-ae26-4499-9df9-e1df96012372 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751308 Jan 10 17:50:36.078760 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 3f0780ea-d59f-43db-84d9-169914fcae0d is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:36.091953 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.142132 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0780ea-d59f-43db-84d9-169914fcae0d {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:36.185238 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 3f0780ea-d59f-43db-84d9-169914fcae0d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3f0780ea-d59f-43db-84d9-169914fcae0d,segment=NetworkSegment(d50b257b-dc50-4091-9f3f-be72957e9819),segment_id=d50b257b-dc50-4091-9f3f-be72957e9819)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:36.195516 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.329493 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.35', 61550) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:36.367220 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:36.403231 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Attempting to bind port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:36.403231 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Attempting to bind port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}] {{(pid=114064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:36.403231 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Attempting to bind port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b on network 2c27da9f-c408-4567-82ab-fbdc30d94429 {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:36.437690 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-632b9c84-0f1c-40a9-8c80-b01ac8932c2d req-ef8170a8-cf66-4b2f-a244-5e57cf83f454 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 210 time: 0.2401979 Jan 10 17:50:36.455888 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b on network 2c27da9f-c408-4567-82ab-fbdc30d94429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:50:36.456467 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Attempting to bind port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b on network 2c27da9f-c408-4567-82ab-fbdc30d94429 {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:36.476464 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:36.476938 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Checking segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:36.477426 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Bound using segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:36.477942 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Bound port: 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}}] {{(pid=114064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:36.478377 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.519225 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=3f0780ea-d59f-43db-84d9-169914fcae0d,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:36.542537 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b1a11613-326e-43dc-9bfc-3d5651247a37 req-0849fe62-913e-4eea-9f2a-8ab0263b7afa tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237165 Jan 10 17:50:36.608928 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-7c792057-ad0d-4192-8665-5888732f0ca5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:36.610615 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-7c792057-ad0d-4192-8665-5888732f0ca5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 818 time: 0.2766593 Jan 10 17:50:36.628715 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97d439d4-09f5-4a94-9947-894496c2b8ca req-3d60b86f-e3ea-424e-80fb-2fd8ac92a136 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 210 time: 0.0564003 Jan 10 17:50:36.631115 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Request body: {'port': {'device_id': 'a574e156-c793-4933-b51a-e2c084165c29', 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'admin_state_up': True, 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:36.643657 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['3f0780ea-d59f-43db-84d9-169914fcae0d'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:50:36.651748 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Made reservation on behalf of 08d4842074994421989ef7568b65aea9 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:36.655643 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.699316 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:50:36.714079 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, cleared binding levels {{(pid=114064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:36.740513 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:36.741949 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks [] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.757727 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.830987 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:36.831624 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.833139 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] 10.222.0.35 "PUT /v2.0/ports/511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 200 len: 1094 time: 1.8840649 Jan 10 17:50:36.835095 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Allocated IP 172.20.0.14 (bc1de75b-73a3-4a83-9fa3-f25335d75de2/e3b0de0d-59b0-49f2-a986-ca2245149cdb/86194098-8bbb-4d91-a51e-c3252a2e68ca) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: from cryptography.utils import int_from_bytes Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: from cryptography.utils import int_from_bytes Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.837979 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:36.840221 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:50:36.841647 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505c51c-e4ae-48fb-883e-c0d07a8457d5 req-fa4aacb4-da5d-442c-ade4-41f63ee83cf9 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:36.845165 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.848597 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a505c51c-e4ae-48fb-883e-c0d07a8457d5 req-fa4aacb4-da5d-442c-ade4-41f63ee83cf9 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 944 time: 0.2274461 Jan 10 17:50:36.850941 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:36.853556 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e141671-c0dd-495f-a85a-2e3f0e1674b9" -d '{"events": [{"name": "network-changed", "server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:36.926030 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:36.934850 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:36.946511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Pushing event updated for resources: {'Port': ['ID=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:36.948237 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c4391c-0b6c-4e77-ab5a-59a6111e59e0 x-openstack-request-id: req-a5c4391c-0b6c-4e77-ab5a-59a6111e59e0 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:36.948524 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:36.948770 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5c4391c-0b6c-4e77-ab5a-59a6111e59e0 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:36.949179 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'status': 'completed', 'code': 200} Jan 10 17:50:36.953036 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:36.960087 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:36.960837 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:36.992910 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb4878-70a4-40ce-9ea8-0b28443055f3 service neutron] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=3']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:37.018861 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a505c51c-e4ae-48fb-883e-c0d07a8457d5 req-c67ba13e-2a17-48e5-8921-1cd9cf96ac24 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555629 Jan 10 17:50:37.038330 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-9d267f77-a78d-46ca-b299-eda9881b630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:37.040011 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-9d267f77-a78d-46ca-b299-eda9881b630a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1097 time: 0.1287313 Jan 10 17:50:37.053628 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-a4839d39-0acc-4404-91e9-6ef9142de31f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1229842 Jan 10 17:50:37.058533 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Made reservation on behalf of 5b3ea1177c3241b5b730f359c367f44b for: {'port': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:50:37.063880 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.065284 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Request body: {'port': {'device_id': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:37.102736 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-1ffe1deb-cd1d-4d34-909d-a1385a3c2671 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 200 len: 217 time: 0.0543685 Jan 10 17:50:37.205051 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-03b0fce8-9048-4e66-b963-de52750cae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:37.206638 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-03b0fce8-9048-4e66-b963-de52750cae9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0961518 Jan 10 17:50:37.294722 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Allocated IP 172.20.0.9 (dc888425-8027-41d2-8da9-39f6bfdd48d0/5b1712de-4826-47b9-95b4-5fe3fc38ce99/e4bbe4f6-73b4-4346-8f49-0806de575788) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:50:37.305720 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-e263b9e6-09a9-465a-92d5-d9ea0e88b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:37.307234 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-e263b9e6-09a9-465a-92d5-d9ea0e88b85c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924740 Jan 10 17:50:37.373416 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.375677 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.403079 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6858ba-3656-4a59-a3e9-6c422f5b83b1 req-46f7f9a2-1c89-417a-beb6-37a6356d19b0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:37.409856 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d6858ba-3656-4a59-a3e9-6c422f5b83b1 req-46f7f9a2-1c89-417a-beb6-37a6356d19b0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 944 time: 0.3092263 Jan 10 17:50:37.527102 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-7052eb89-6dad-4564-9ef5-db62f968d616 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118604 Jan 10 17:50:37.603145 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d6858ba-3656-4a59-a3e9-6c422f5b83b1 req-3f458db9-25b8-4b55-8435-ebb3f4c83d12 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923208 Jan 10 17:50:37.606855 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.631781 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4a5ffa74-0352-4704-b5be-4f6968034f57 req-c4237dee-52db-4e23-b979-6856bf5d0f1a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 210 time: 0.1034703 Jan 10 17:50:37.675815 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'Port': ['ID=86194098-8bbb-4d91-a51e-c3252a2e68ca,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:37.694362 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:37.695942 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:37.698914 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: from cryptography.utils import int_from_bytes Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: from cryptography.utils import int_from_bytes Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.700420 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:50:37.702845 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:50:37.708556 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:37.709388 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.747051 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks [] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.781339 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-8596693e-3569-4310-ac80-56ceb0c9114a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9173589 Jan 10 17:50:37.801262 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Request body: {'port': {'device_id': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:37.828367 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1dc41-8d07-4147-a73f-6e1262c4e476 req-deeeca8f-4523-4fc1-81c2-33aafb2a292e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:37.836146 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-05f1dc41-8d07-4147-a73f-6e1262c4e476 req-deeeca8f-4523-4fc1-81c2-33aafb2a292e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0936494 Jan 10 17:50:37.855507 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-26211d3a-d351-4b32-9395-8305ac5c469e req-8ea763f8-43fb-49a2-93a2-e7034eac4d26 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 210 time: 0.0429683 Jan 10 17:50:37.862136 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dbf25fbe-3119-417e-94c3-1460d5339472 req-0e4ac3f0-ed7c-419e-8a84-79e2fb15e098 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198266 Jan 10 17:50:37.884574 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.956623 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Pushing event updated for resources: {'Port': ['ID=e4bbe4f6-73b4-4346-8f49-0806de575788,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:37.963006 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:37.967087 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Network dc888425-8027-41d2-8da9-39f6bfdd48d0 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:50:37.977800 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:50:37.982050 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:50:37.988226 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:37.989355 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.035697 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-f4690c09-3bc7-455c-a1ef-a292d2195456 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4134531 Jan 10 17:50:38.042956 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-a1c6e15e-7c5b-4d67-a2dd-228d7368c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.045335 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-a1c6e15e-7c5b-4d67-a2dd-228d7368c502 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1097 time: 0.0760801 Jan 10 17:50:38.051811 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Request body: {'port': {'device_id': 'a574e156-c793-4933-b51a-e2c084165c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:38.084240 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-05f1dc41-8d07-4147-a73f-6e1262c4e476 req-a367e1a8-7555-4ea2-a468-82968d838d20 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465320 Jan 10 17:50:38.094537 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-119bbd74-cea6-4746-805b-86fda9771916 None None] Provisioning complete for port 86194098-8bbb-4d91-a51e-c3252a2e68ca triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:38.095074 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-119bbd74-cea6-4746-805b-86fda9771916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.148940 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-119bbd74-cea6-4746-805b-86fda9771916 None None] Port 86194098-8bbb-4d91-a51e-c3252a2e68ca cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:50:38.228753 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-478ca263-2194-4424-bf9f-4fc01b27d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.230270 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-478ca263-2194-4424-bf9f-4fc01b27d312 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.1748610 Jan 10 17:50:38.232587 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.243300 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089436c0-3c93-4c5c-841d-fa4b83cd6b9c req-ed2b786f-a182-4449-97b5-405c8d0072ef tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.245139 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-089436c0-3c93-4c5c-841d-fa4b83cd6b9c req-ed2b786f-a182-4449-97b5-405c8d0072ef tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 944 time: 0.1139393 Jan 10 17:50:38.294376 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3d8f9a-1ef2-4264-836d-e05d342bb97d {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:38.304022 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Publish callbacks [] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.325917 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Transition to ACTIVE for port object 6d3d8f9a-1ef2-4264-836d-e05d342bb97d will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:50:38.335614 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-089436c0-3c93-4c5c-841d-fa4b83cd6b9c req-cf90c30d-9bdc-46e9-a2ff-08f7f9630599 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841560 Jan 10 17:50:38.339576 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.407720 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:38.474603 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Attempting to bind port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:38.474936 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Attempting to bind port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:38.475263 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Attempting to bind port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d on network dc888425-8027-41d2-8da9-39f6bfdd48d0 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:38.483161 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86194098-8bbb-4d91-a51e-c3252a2e68ca {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:38.489499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d on network dc888425-8027-41d2-8da9-39f6bfdd48d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:50:38.489829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Attempting to bind port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d on network dc888425-8027-41d2-8da9-39f6bfdd48d0 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:38.492746 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Publish callbacks [] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.500437 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:38.500796 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Checking segment: {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:38.501193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Bound using segment: {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:38.501797 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Bound port: 6d3d8f9a-1ef2-4264-836d-e05d342bb97d, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:38.502147 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.517961 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Transition to ACTIVE for port object 86194098-8bbb-4d91-a51e-c3252a2e68ca will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:50:38.543085 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bbe4f6-73b4-4346-8f49-0806de575788 {{(pid=114064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:38.544297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.551378 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Publish callbacks [] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.563771 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.provisioning_blocks [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Transition to ACTIVE for port object e4bbe4f6-73b4-4346-8f49-0806de575788 will not be triggered until provisioned by entity L2. {{(pid=114064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:50:38.568113 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.619765 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Pushing event updated for resources: {'Port': ['ID=e4bbe4f6-73b4-4346-8f49-0806de575788,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:38.626870 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Pushing event updated for resources: {'Port': ['ID=86194098-8bbb-4d91-a51e-c3252a2e68ca,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:38.629676 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] For port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:38.662574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] For port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:38.669739 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Attempting to bind port e4bbe4f6-73b4-4346-8f49-0806de575788 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:38.670049 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Attempting to bind port e4bbe4f6-73b4-4346-8f49-0806de575788 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'}] {{(pid=114064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:38.670396 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Attempting to bind port e4bbe4f6-73b4-4346-8f49-0806de575788 on network dc888425-8027-41d2-8da9-39f6bfdd48d0 {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:38.671959 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Attempting to bind port 86194098-8bbb-4d91-a51e-c3252a2e68ca on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:50:38.672568 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Attempting to bind port 86194098-8bbb-4d91-a51e-c3252a2e68ca by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:50:38.675443 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Attempting to bind port 86194098-8bbb-4d91-a51e-c3252a2e68ca on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:38.676213 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Port e4bbe4f6-73b4-4346-8f49-0806de575788 on network dc888425-8027-41d2-8da9-39f6bfdd48d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:50:38.676541 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Attempting to bind port e4bbe4f6-73b4-4346-8f49-0806de575788 on network dc888425-8027-41d2-8da9-39f6bfdd48d0 {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:38.682362 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:38.682698 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Checking segment: {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:38.683079 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Bound using segment: {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'} {{(pid=114064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:38.683824 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.managers [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Bound port: e4bbe4f6-73b4-4346-8f49-0806de575788, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280e5272-92bc-460e-a754-9b5b22c20ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0'}}] {{(pid=114064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:38.683936 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Port 86194098-8bbb-4d91-a51e-c3252a2e68ca on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:50:38.684357 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.684432 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Attempting to bind port 86194098-8bbb-4d91-a51e-c3252a2e68ca on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:50:38.692411 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.704754 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:50:38.705249 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Checking segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:50:38.705761 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Bound using segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:50:38.706197 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Bound port: 86194098-8bbb-4d91-a51e-c3252a2e68ca, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:50:38.706555 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.809500 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] For port e4bbe4f6-73b4-4346-8f49-0806de575788, host hv-cinder-82403, cleared binding levels {{(pid=114064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:38.814008 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] For port e4bbe4f6-73b4-4346-8f49-0806de575788, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=e4bbe4f6-73b4-4346-8f49-0806de575788,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:38.821140 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.821834 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.823323 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] 10.222.0.35 "PUT /v2.0/ports/6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 1094 time: 1.7635186 Jan 10 17:50:38.823772 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'tag': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:38.826044 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c7ba99-8dc2-4b10-9226-9312e9af455b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9658b9-3609-4ea4-8d37-0fdd31f217e8", "tag": "6d3d8f9a-1ef2-4264-836d-e05d342bb97d"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:38.828204 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809dff0-e8a0-4fc6-a0aa-127d3fb36d1d req-69d76ac0-be1a-4808-bcf1-743d5525cbb0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.829756 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0809dff0-e8a0-4fc6-a0aa-127d3fb36d1d req-69d76ac0-be1a-4808-bcf1-743d5525cbb0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0823390 Jan 10 17:50:38.831448 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.859468 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61330e3-b50e-4cd1-a198-b49924d98a16 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:38.887316 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.887956 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.889323 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee48b9-a321-407f-b759-8c8e6e6ee829 req-408791ee-71d6-4bd2-a7c2-477ab47054ad tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.889448 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] 10.222.0.35 "PUT /v2.0/ports/e4bbe4f6-73b4-4346-8f49-0806de575788 HTTP/1.1" status: 200 len: 1093 time: 0.8422644 Jan 10 17:50:38.890891 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-12ee48b9-a321-407f-b759-8c8e6e6ee829 req-408791ee-71d6-4bd2-a7c2-477ab47054ad tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 944 time: 0.1883156 Jan 10 17:50:38.897601 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] For port 86194098-8bbb-4d91-a51e-c3252a2e68ca, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:50:38.905084 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] For port 86194098-8bbb-4d91-a51e-c3252a2e68ca, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:50:38.922087 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.926187 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3102078-75b7-45a0-b07a-0136393423ff service neutron] Pushing event updated for resources: {'Port': ['ID=e4bbe4f6-73b4-4346-8f49-0806de575788,revision_number=3']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:38.935857 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0809dff0-e8a0-4fc6-a0aa-127d3fb36d1d req-274dd773-8015-4308-adf5-764d92481919 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964553 Jan 10 17:50:38.958085 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a574e156-c793-4933-b51a-e2c084165c29', 'tag': 'e4bbe4f6-73b4-4346-8f49-0806de575788'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:38.960911 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62803b66-8eca-4171-a7d0-336e1d033e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a574e156-c793-4933-b51a-e2c084165c29", "tag": "e4bbe4f6-73b4-4346-8f49-0806de575788"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:38.974507 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:38.975134 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:38.976495 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] 10.222.0.35 "PUT /v2.0/ports/86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 200 len: 1094 time: 1.1835768 Jan 10 17:50:39.000363 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-12ee48b9-a321-407f-b759-8c8e6e6ee829 req-1427ed70-aadf-48d6-a523-10b188239dc4 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988879 Jan 10 17:50:39.015667 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483b4e6-55dc-488f-bc56-fba186284cda service neutron] Pushing event updated for resources: {'Port': ['ID=86194098-8bbb-4d91-a51e-c3252a2e68ca,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:39.051411 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb51d4f-245a-48a7-ba09-7622b59774ae x-openstack-request-id: req-0eb51d4f-245a-48a7-ba09-7622b59774ae {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:39.053596 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9658b9-3609-4ea4-8d37-0fdd31f217e8", "tag": "6d3d8f9a-1ef2-4264-836d-e05d342bb97d", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:39.054160 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0eb51d4f-245a-48a7-ba09-7622b59774ae {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:39.054762 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'tag': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d', 'status': 'completed', 'code': 200} Jan 10 17:50:39.081802 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d4c0ce-1c1d-43a7-bbfa-abd2bf6c3fa2 x-openstack-request-id: req-f8d4c0ce-1c1d-43a7-bbfa-abd2bf6c3fa2 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:39.082105 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a574e156-c793-4933-b51a-e2c084165c29", "tag": "e4bbe4f6-73b4-4346-8f49-0806de575788", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:39.082360 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8d4c0ce-1c1d-43a7-bbfa-abd2bf6c3fa2 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:39.082764 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a574e156-c793-4933-b51a-e2c084165c29', 'tag': 'e4bbe4f6-73b4-4346-8f49-0806de575788', 'status': 'completed', 'code': 200} Jan 10 17:50:39.136617 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642efacf-cb62-45ea-8d0f-374ea0e8afdf req-1b38875e-a673-4a43-8e69-2d24a9113fc2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:39.149443 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-642efacf-cb62-45ea-8d0f-374ea0e8afdf req-1b38875e-a673-4a43-8e69-2d24a9113fc2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0664220 Jan 10 17:50:39.194781 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-642efacf-cb62-45ea-8d0f-374ea0e8afdf req-49aaef92-bf11-4ffc-94a1-bec40dd4e335 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Jan 10 17:50:39.224588 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec50a17-6add-4d6b-967f-aebd8f4ebaa5 req-7e5dac0b-8e19-41a3-b8eb-3cffde9000d4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:39.226337 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0ec50a17-6add-4d6b-967f-aebd8f4ebaa5 req-7e5dac0b-8e19-41a3-b8eb-3cffde9000d4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0497255 Jan 10 17:50:39.275729 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0ec50a17-6add-4d6b-967f-aebd8f4ebaa5 req-353fa2e2-15c5-40f4-9de9-c29e74caeb92 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427687 Jan 10 17:50:39.461697 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea195b8-94f3-41a6-8673-9a4f216b9865 req-387808a2-b8bb-4e6c-a0f2-78b5fcf22bde tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:39.463145 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9ea195b8-94f3-41a6-8673-9a4f216b9865 req-387808a2-b8bb-4e6c-a0f2-78b5fcf22bde tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 944 time: 0.0536013 Jan 10 17:50:39.510249 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9ea195b8-94f3-41a6-8673-9a4f216b9865 req-244a7521-31bf-47a5-8940-c9fa0c4a3068 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Jan 10 17:50:40.060355 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea98332-cad3-462a-bbe1-85ef89f55beb req-7f3bfbdc-c580-4373-8d94-d8da4335ab71 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.061846 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0ea98332-cad3-462a-bbe1-85ef89f55beb req-7f3bfbdc-c580-4373-8d94-d8da4335ab71 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0541584 Jan 10 17:50:40.107615 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0ea98332-cad3-462a-bbe1-85ef89f55beb req-ff3eaead-1649-43c7-bdbf-c3d5b4d0b946 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Jan 10 17:50:40.145393 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1e283-9da5-44af-acd4-0bdd36a262c0 req-9184d1f1-b498-4593-884a-6faede6fa893 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.146875 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-64c1e283-9da5-44af-acd4-0bdd36a262c0 req-9184d1f1-b498-4593-884a-6faede6fa893 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 944 time: 0.0497949 Jan 10 17:50:40.194891 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-64c1e283-9da5-44af-acd4-0bdd36a262c0 req-1567a7d8-7072-4649-81e5-4bd0db6abe45 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Jan 10 17:50:40.320944 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6523190-cf25-401d-883e-31d90afde794 req-71fbe716-a209-4808-b95d-0d3a90f6fbfa tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.322428 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b6523190-cf25-401d-883e-31d90afde794 req-71fbe716-a209-4808-b95d-0d3a90f6fbfa tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0556378 Jan 10 17:50:40.373664 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b6523190-cf25-401d-883e-31d90afde794 req-e822b3cf-37a7-4086-a2b5-4eeca5ac8874 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455868 Jan 10 17:50:40.397452 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf07c0-640f-4acc-b5b8-76671a970bc3 req-1b7ee152-ed67-4e5c-af0f-3dd94f297633 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.399262 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c3cf07c0-640f-4acc-b5b8-76671a970bc3 req-1b7ee152-ed67-4e5c-af0f-3dd94f297633 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0528185 Jan 10 17:50:40.447794 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c3cf07c0-640f-4acc-b5b8-76671a970bc3 req-5c0e76aa-f6f8-4f2a-af20-ccb09150225a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Jan 10 17:50:40.634557 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863e888-c8b7-4c50-82be-a299eb7ae31f req-1e41caaa-0688-4789-bcb2-34a961bb64db tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.636032 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c863e888-c8b7-4c50-82be-a299eb7ae31f req-1e41caaa-0688-4789-bcb2-34a961bb64db tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 944 time: 0.0488868 Jan 10 17:50:40.685789 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c863e888-c8b7-4c50-82be-a299eb7ae31f req-75332f82-ae82-4f6b-b035-4e5efd3e3617 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Jan 10 17:50:40.704021 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d9673174-c85c-4fa2-9371-08ed4c303f05 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:40.737219 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-992f471e-2ed3-4ede-b80d-f5c6b075173d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 200 len: 217 time: 0.0409107 Jan 10 17:50:40.761968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0bd382b4-4267-4a9a-8571-dd93cea085af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:40.784880 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port d9673174-c85c-4fa2-9371-08ed4c303f05 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:50:40.789822 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port d9673174-c85c-4fa2-9371-08ed4c303f05 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:40.790406 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:40.817268 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d62b-1315-491e-b83a-5127d6703203 req-d0973e49-d486-43a7-bf44-acbe89116271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.818800 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-d0973e49-d486-43a7-bf44-acbe89116271 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1097 time: 0.0707426 Jan 10 17:50:40.841992 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-fb40ca7a-b143-4260-8101-ef28928bcd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.843672 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-fb40ca7a-b143-4260-8101-ef28928bcd57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0931442 Jan 10 17:50:40.850493 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62803b66-8eca-4171-a7d0-336e1d033e9e req-e6b4ae77-1e42-40dc-875f-132f542cf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.851875 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-62803b66-8eca-4171-a7d0-336e1d033e9e req-e6b4ae77-1e42-40dc-875f-132f542cf246 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 1096 time: 0.0683224 Jan 10 17:50:40.871438 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-93d6feac-9086-4ac2-b891-0167b1b0b3cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 217 time: 0.0392942 Jan 10 17:50:40.887523 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d9673174-c85c-4fa2-9371-08ed4c303f05 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:40.888079 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:40.891975 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-bb80eb87-ef7e-467c-95bf-d455b2204c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.893510 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-bb80eb87-ef7e-467c-95bf-d455b2204c81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 1097 time: 0.0891438 Jan 10 17:50:40.911803 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9673174-c85c-4fa2-9371-08ed4c303f05'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:40.951156 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-a38b39fe-b945-4e31-850f-956acbdf3b59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 200 len: 217 time: 0.0390649 Jan 10 17:50:40.987877 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d62b-1315-491e-b83a-5127d6703203 req-4d738bf6-a182-4b3a-b90b-fc2d66fc5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:40.989577 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-4d738bf6-a182-4b3a-b90b-fc2d66fc5a3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.1086667 Jan 10 17:50:40.992075 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d9673174-c85c-4fa2-9371-08ed4c303f05, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d9673174-c85c-4fa2-9371-08ed4c303f05,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:40.997596 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:40.998643 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3f0780ea-d59f-43db-84d9-169914fcae0d up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:41.040884 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-f840be9e-3058-446c-a74e-ecfee6cc0cba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442193 Jan 10 17:50:41.047677 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-a47b4eb6-9e3e-4f40-9b9d-7d59dd83420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.049825 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-a47b4eb6-9e3e-4f40-9b9d-7d59dd83420c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.0908656 Jan 10 17:50:41.055560 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:41.059710 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bcf6cf-c4ba-441c-8214-293a5658b6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:41.115706 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d9673174-c85c-4fa2-9371-08ed4c303f05,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:41.150663 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 3f0780ea-d59f-43db-84d9-169914fcae0d completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:50:41.158181 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 3f0780ea-d59f-43db-84d9-169914fcae0d triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:41.158884 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:41.177787 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc223d05-7dbf-4cba-b33d-2ab56d832006 x-openstack-request-id: req-fc223d05-7dbf-4cba-b33d-2ab56d832006 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:41.178274 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:41.178642 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc223d05-7dbf-4cba-b33d-2ab56d832006 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:41.179121 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'status': 'completed', 'code': 200} Jan 10 17:50:41.188354 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64564428-2494-421a-b7bc-039021e17b2f" -d '{"events": [{"server_uuid": "7d9b7e86-2320-4638-b5d4-de52f45d2cef", "name": "network-vif-plugged", "status": "completed", "tag": "d9673174-c85c-4fa2-9371-08ed4c303f05"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:41.231870 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-7ba1b759-b065-4450-93e8-fa13c60e9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.233431 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-7ba1b759-b065-4450-93e8-fa13c60e9ab6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3806934 Jan 10 17:50:41.281779 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 3f0780ea-d59f-43db-84d9-169914fcae0d is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:41.282185 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:41.293705 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62803b66-8eca-4171-a7d0-336e1d033e9e req-afe34cf3-91ea-4f16-b125-fe7ad9d36bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.295177 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-62803b66-8eca-4171-a7d0-336e1d033e9e req-afe34cf3-91ea-4f16-b125-fe7ad9d36bd3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5b3ea1177c3241b5b730f359c367f44b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4352274 Jan 10 17:50:41.301703 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8baeb1-6b41-44c5-91c4-9d77f0fd379b x-openstack-request-id: req-4e8baeb1-6b41-44c5-91c4-9d77f0fd379b {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:41.302069 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9b7e86-2320-4638-b5d4-de52f45d2cef", "name": "network-vif-plugged", "status": "completed", "tag": "d9673174-c85c-4fa2-9371-08ed4c303f05", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:41.302330 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e8baeb1-6b41-44c5-91c4-9d77f0fd379b {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:41.302782 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9673174-c85c-4fa2-9371-08ed4c303f05', 'code': 200} Jan 10 17:50:41.309959 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4c5f-3a93-43ba-9344-f81fbb954bc6 req-3bc1cd11-ac53-47a7-a259-fa6fadc7c856 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.313311 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-439d4c5f-3a93-43ba-9344-f81fbb954bc6 req-3bc1cd11-ac53-47a7-a259-fa6fadc7c856 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0982316 Jan 10 17:50:41.325124 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 3f0780ea-d59f-43db-84d9-169914fcae0d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3f0780ea-d59f-43db-84d9-169914fcae0d,segment=NetworkSegment(d50b257b-dc50-4091-9f3f-be72957e9819),segment_id=d50b257b-dc50-4091-9f3f-be72957e9819)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:41.330747 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:41.360992 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-439d4c5f-3a93-43ba-9344-f81fbb954bc6 req-e0398489-b62a-4e7e-bae9-24b08c07eb78 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439088 Jan 10 17:50:41.383531 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=3f0780ea-d59f-43db-84d9-169914fcae0d,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:41.395054 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e4607-ae89-4f14-94fd-be0a1dbc291e req-27cb0960-2303-4738-a721-755951250c03 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.397427 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-861e4607-ae89-4f14-94fd-be0a1dbc291e req-27cb0960-2303-4738-a721-755951250c03 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0535796 Jan 10 17:50:41.444571 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-861e4607-ae89-4f14-94fd-be0a1dbc291e req-e009561f-e65d-41da-9513-046346ad0691 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Jan 10 17:50:41.486997 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3f1fa-41cc-4fe2-892e-496c6039b2ae req-08c69a48-c316-4502-a486-113e9a0eeb04 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.488522 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-85f3f1fa-41cc-4fe2-892e-496c6039b2ae req-08c69a48-c316-4502-a486-113e9a0eeb04 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0486646 Jan 10 17:50:41.544372 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-85f3f1fa-41cc-4fe2-892e-496c6039b2ae req-297a1805-8fa7-45ce-84bf-f89f035eee83 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501904 Jan 10 17:50:41.565739 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad2441-12b9-4365-82a9-094689da2574 req-ad65008e-be41-4710-85bd-0f0686ec65ca tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.567216 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c9ad2441-12b9-4365-82a9-094689da2574 req-ad65008e-be41-4710-85bd-0f0686ec65ca tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0504208 Jan 10 17:50:41.612789 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c9ad2441-12b9-4365-82a9-094689da2574 req-11122ffd-dbaa-4b7f-8305-383f5ee835a9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399261 Jan 10 17:50:41.815547 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470df3-d26d-45c9-94d5-de5fdb383f82 req-71f139f8-6034-40dc-83a1-1565cf3bb337 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:41.817095 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-52470df3-d26d-45c9-94d5-de5fdb383f82 req-71f139f8-6034-40dc-83a1-1565cf3bb337 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0546908 Jan 10 17:50:41.866006 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-52470df3-d26d-45c9-94d5-de5fdb383f82 req-de9df1cc-1339-4e8c-b607-069a82b6318d tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jan 10 17:50:42.490228 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f8e29-f80a-4f0b-88d7-dbbba6bef8d8 req-8d590f5e-4318-4e82-ac5b-29ea5b0bc3ea tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:42.491756 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-690f8e29-f80a-4f0b-88d7-dbbba6bef8d8 req-8d590f5e-4318-4e82-ac5b-29ea5b0bc3ea tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0564978 Jan 10 17:50:42.540075 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-690f8e29-f80a-4f0b-88d7-dbbba6bef8d8 req-6eb8df96-405a-4cd8-8d82-d16ccd8fa7bf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Jan 10 17:50:42.558040 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a7787-ee8c-4da8-8b43-543f97653bf6 req-818f1407-7bfb-48f9-bc40-90e464726d57 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:42.559539 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6c2a7787-ee8c-4da8-8b43-543f97653bf6 req-818f1407-7bfb-48f9-bc40-90e464726d57 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0475888 Jan 10 17:50:42.613519 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6c2a7787-ee8c-4da8-8b43-543f97653bf6 req-fe739a5d-80fc-4929-a5e1-1b00f5c54e36 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478489 Jan 10 17:50:42.658106 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58fd1b-54af-499f-80df-a46638374468 req-28b17c74-6e36-48d8-8cc3-57b73ac5825f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:42.659998 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2e58fd1b-54af-499f-80df-a46638374468 req-28b17c74-6e36-48d8-8cc3-57b73ac5825f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0496156 Jan 10 17:50:42.666165 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:42.707846 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2e58fd1b-54af-499f-80df-a46638374468 req-d6b2205f-2c2e-4257-b7f6-22d3419bd1c1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Jan 10 17:50:42.736575 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815decda-54c3-4c0a-a982-501d4d446318 req-818fdc28-7936-4693-84dd-ea2c2fe2b83b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:42.738114 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-815decda-54c3-4c0a-a982-501d4d446318 req-818fdc28-7936-4693-84dd-ea2c2fe2b83b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0556448 Jan 10 17:50:42.785865 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-815decda-54c3-4c0a-a982-501d4d446318 req-dffda6c4-4409-417e-9598-0ecffc5fe9a7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418792 Jan 10 17:50:43.000801 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32760b-3a72-44c1-aad1-69fd00a740c3 req-15de33f8-558d-4626-8955-360a862391f6 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:43.003059 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7d32760b-3a72-44c1-aad1-69fd00a740c3 req-15de33f8-558d-4626-8955-360a862391f6 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0612512 Jan 10 17:50:43.050020 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7d32760b-3a72-44c1-aad1-69fd00a740c3 req-da4652aa-88fa-44bc-aac0-016b8d66d92e tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Jan 10 17:50:43.126676 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a27a5242-4ef9-4d58-aeef-e5b5b2c526ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:43.305082 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d089ab-30a2-44ed-8458-874a92342890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0780ea-d59f-43db-84d9-169914fcae0d'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:43.308457 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75b3062-f205-42b7-808b-325add4a5b1c" -d '{"events": [{"server_uuid": "a8d089ab-30a2-44ed-8458-874a92342890", "name": "network-vif-plugged", "status": "completed", "tag": "3f0780ea-d59f-43db-84d9-169914fcae0d"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:43.344832 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1973b-dfd4-4b35-a8af-3ac86afd6539 x-openstack-request-id: req-12f1973b-dfd4-4b35-a8af-3ac86afd6539 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:43.345186 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d089ab-30a2-44ed-8458-874a92342890", "name": "network-vif-plugged", "status": "completed", "tag": "3f0780ea-d59f-43db-84d9-169914fcae0d", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:43.345501 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12f1973b-dfd4-4b35-a8af-3ac86afd6539 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:43.345899 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d089ab-30a2-44ed-8458-874a92342890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0780ea-d59f-43db-84d9-169914fcae0d', 'code': 200} Jan 10 17:50:43.654626 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d154b-61c1-40ec-aa6e-e3c0988231bd req-77047919-c030-496e-b4bc-d07b3951b694 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:43.656236 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-948d154b-61c1-40ec-aa6e-e3c0988231bd req-77047919-c030-496e-b4bc-d07b3951b694 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0507350 Jan 10 17:50:43.705130 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-948d154b-61c1-40ec-aa6e-e3c0988231bd req-9faa589e-f7ba-4daf-a726-543728427cee tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Jan 10 17:50:43.729767 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4b52f-f7c0-4914-84d0-3ca56c2c5b4e req-2d941251-3bd0-4684-a4cd-d910f80efd50 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:43.731328 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-49a4b52f-f7c0-4914-84d0-3ca56c2c5b4e req-2d941251-3bd0-4684-a4cd-d910f80efd50 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0522318 Jan 10 17:50:43.778590 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-49a4b52f-f7c0-4914-84d0-3ca56c2c5b4e req-499e0dfb-9e44-4071-8b1c-b643c51e8fac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Jan 10 17:50:43.825046 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754208d-c8e1-4fda-8882-dac8979a704a req-a5ecf94b-6b4b-4ef0-984f-a61ab8ba7470 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:43.826831 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5754208d-c8e1-4fda-8882-dac8979a704a req-a5ecf94b-6b4b-4ef0-984f-a61ab8ba7470 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0503836 Jan 10 17:50:43.877009 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5754208d-c8e1-4fda-8882-dac8979a704a req-463eca04-c338-4477-9830-0f93a4a01c8e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Jan 10 17:50:43.908319 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f98170-3912-4439-acd4-bd95842f71ef req-e47135f3-56ea-4d4b-a937-3e63636b26e4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:43.909830 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a6f98170-3912-4439-acd4-bd95842f71ef req-e47135f3-56ea-4d4b-a937-3e63636b26e4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0521786 Jan 10 17:50:43.955408 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a6f98170-3912-4439-acd4-bd95842f71ef req-836458cd-159e-4ea7-9ce4-38eb2d20c5f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Jan 10 17:50:44.059474 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:44.115972 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-ec0a6afd-4c95-4ec3-87f5-ea71d9c2272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.118316 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-ec0a6afd-4c95-4ec3-87f5-ea71d9c2272f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1368465 Jan 10 17:50:44.148523 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-b5b4a43d-c8b8-4d88-bf03-7e906a7a346a service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893115 Jan 10 17:50:44.160342 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.35', 61556) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:44.170552 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.35', 61557) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:44.315212 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4813e-4cac-429f-bd89-fbb1e3689854 req-0232f0db-5781-4c0b-ac93-5c18b3ac8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.316690 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8dd4813e-4cac-429f-bd89-fbb1e3689854 req-0232f0db-5781-4c0b-ac93-5c18b3ac8708 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 1098 time: 0.1396968 Jan 10 17:50:44.337995 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62803b66-8eca-4171-a7d0-336e1d033e9e req-5269f141-2c5f-465d-ba7c-0dc3a063183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.339394 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-62803b66-8eca-4171-a7d0-336e1d033e9e req-5269f141-2c5f-465d-ba7c-0dc3a063183b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3707750 Jan 10 17:50:44.344466 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-c94f7787-7e71-4288-851f-e426bd9ff52d service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742824 Jan 10 17:50:44.350278 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-8dd4813e-4cac-429f-bd89-fbb1e3689854 req-0b79d942-56c9-401d-bc61-ae40f858b779 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:44.430763 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-8dd4813e-4cac-429f-bd89-fbb1e3689854 req-0b79d942-56c9-401d-bc61-ae40f858b779 service neutron] Publish callbacks [] for security_group (fe9cb36c-141b-4b71-b8c6-056d939a021c), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:44.435724 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [req-8dd4813e-4cac-429f-bd89-fbb1e3689854 req-0b79d942-56c9-401d-bc61-ae40f858b779 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (fe9cb36c-141b-4b71-b8c6-056d939a021c), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:44.480211 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8dd4813e-4cac-429f-bd89-fbb1e3689854 req-0b79d942-56c9-401d-bc61-ae40f858b779 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534719 Jan 10 17:50:44.480986 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79d942-56c9-401d-bc61-ae40f858b779 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9cb36c-141b-4b71-b8c6-056d939a021c,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:44.552445 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bc193-c0ae-4e55-b827-4e69ee54e88e req-297f58b8-6ec7-4a4b-a111-e345a09cfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.553961 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-930bc193-c0ae-4e55-b827-4e69ee54e88e req-297f58b8-6ec7-4a4b-a111-e345a09cfca8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 1098 time: 0.3855736 Jan 10 17:50:44.567064 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5331247-dab7-4bfd-9635-8b9b6a34e72a req-ad465593-a2d6-48e9-bdcd-646dbad78031 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.568723 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c5331247-dab7-4bfd-9635-8b9b6a34e72a req-ad465593-a2d6-48e9-bdcd-646dbad78031 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.4193079 Jan 10 17:50:44.584643 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-22e28c24-b85a-4007-9b1c-3b3d209cbf03 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551740 Jan 10 17:50:44.605992 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1829d62b-1315-491e-b83a-5127d6703203 req-4214dca2-6301-4cda-b15f-011ab9e60bea service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354546 Jan 10 17:50:44.630985 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c5331247-dab7-4bfd-9635-8b9b6a34e72a req-fb3a45f8-ce8d-430a-8016-2a2bf48f1046 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553727 Jan 10 17:50:44.828320 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d13a1-2099-4a8c-970f-450c450cf66b req-9652c707-e33a-4dbd-aa12-7b433b676f56 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.829879 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a94d13a1-2099-4a8c-970f-450c450cf66b req-9652c707-e33a-4dbd-aa12-7b433b676f56 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0496938 Jan 10 17:50:44.876397 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a94d13a1-2099-4a8c-970f-450c450cf66b req-729d1463-1d64-43bd-9b48-0c7cc902ad4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Jan 10 17:50:44.892389 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000258c1-6e02-40b3-a482-1649ec5ec0c4 req-0953c9ca-9de2-4673-9cb5-ce77addcd153 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.893920 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-000258c1-6e02-40b3-a482-1649ec5ec0c4 req-0953c9ca-9de2-4673-9cb5-ce77addcd153 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0497656 Jan 10 17:50:44.944343 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-000258c1-6e02-40b3-a482-1649ec5ec0c4 req-d1691295-f19d-4239-ae13-8e671c173aa0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Jan 10 17:50:44.994366 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929eeda-9edd-40d4-a63b-86926c99bbec req-80096436-ebef-400d-8a6d-5073e6f0b83e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:44.995848 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0929eeda-9edd-40d4-a63b-86926c99bbec req-80096436-ebef-400d-8a6d-5073e6f0b83e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0521007 Jan 10 17:50:45.044136 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0929eeda-9edd-40d4-a63b-86926c99bbec req-668c9451-ec30-4e3a-8703-a3f14b64991e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424738 Jan 10 17:50:45.077597 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb1fa-ed17-484d-b025-040db7c004f1 req-cc24a41a-6f76-443a-9b47-6304e766cfe5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:45.079158 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9d6eb1fa-ed17-484d-b025-040db7c004f1 req-cc24a41a-6f76-443a-9b47-6304e766cfe5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0560279 Jan 10 17:50:45.125485 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9d6eb1fa-ed17-484d-b025-040db7c004f1 req-8ed12222-2a97-4b76-9b5e-203641edbaf7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406468 Jan 10 17:50:45.553992 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:45.747252 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423e3a3-7025-4b02-b99b-e2f7f61fa331 req-2e36acfd-146b-4581-a810-14f1259332b9 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:45.748752 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6423e3a3-7025-4b02-b99b-e2f7f61fa331 req-2e36acfd-146b-4581-a810-14f1259332b9 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Jan 10 17:50:45.795982 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6423e3a3-7025-4b02-b99b-e2f7f61fa331 req-25ac5ad7-3746-4745-87fd-92f56379a062 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Jan 10 17:50:46.002237 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000073-5cbd-495a-a7ad-626e01ea49f1 req-6a784b72-dc02-45e6-9ed8-03642fbd315c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:46.003860 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cc000073-5cbd-495a-a7ad-626e01ea49f1 req-6a784b72-dc02-45e6-9ed8-03642fbd315c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0499318 Jan 10 17:50:46.052066 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cc000073-5cbd-495a-a7ad-626e01ea49f1 req-02bcba0a-007a-4c3a-b572-5024d48735d2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Jan 10 17:50:46.056566 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268698e1-8074-4c34-8bde-d80c7be83509 req-e375bd0b-3210-4ca9-88b5-b30ceb1c3a62 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:46.058061 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-268698e1-8074-4c34-8bde-d80c7be83509 req-e375bd0b-3210-4ca9-88b5-b30ceb1c3a62 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0483084 Jan 10 17:50:46.111894 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-268698e1-8074-4c34-8bde-d80c7be83509 req-020e17bb-f08c-4b07-89d6-817933e4e8dc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Jan 10 17:50:46.162338 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d50807-3b3d-4891-8cd5-17e336299d31 req-f884ceb1-bca0-4fbd-b285-e9e6b283f1c9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:46.163991 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b6d50807-3b3d-4891-8cd5-17e336299d31 req-f884ceb1-bca0-4fbd-b285-e9e6b283f1c9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0529141 Jan 10 17:50:46.212374 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b6d50807-3b3d-4891-8cd5-17e336299d31 req-7c987a6f-dcec-4810-9fb3-1e1764b8bdb8 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Jan 10 17:50:46.250372 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf3fde-cfe9-4ed1-ad31-0356a3636957 req-a9deae3d-8876-4baf-bb95-120a3301a55f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:46.251839 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-30bf3fde-cfe9-4ed1-ad31-0356a3636957 req-a9deae3d-8876-4baf-bb95-120a3301a55f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0539746 Jan 10 17:50:46.298683 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-30bf3fde-cfe9-4ed1-ad31-0356a3636957 req-63a593dc-b971-474a-9284-fb952e6a31fb tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409908 Jan 10 17:50:46.917996 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b25c98-11a5-4b59-beac-47c849ce1d9c req-de9f79fe-17ec-495d-a1c3-0c348265d87c tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:46.919465 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-88b25c98-11a5-4b59-beac-47c849ce1d9c req-de9f79fe-17ec-495d-a1c3-0c348265d87c tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0538349 Jan 10 17:50:46.967756 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-88b25c98-11a5-4b59-beac-47c849ce1d9c req-7221e471-3601-4b33-8f2b-a2057a9ea420 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Jan 10 17:50:46.974531 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:46.992701 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:50:47.088003 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:47.100042 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'port_id': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'mac_address': 'fa:16:3e:5c:76:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:50:47.139279 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:47.139917 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:47.155218 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511cef14-64d0-4cc5-8dc5-d8f78a25f47b {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:47.166550 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e84578-693e-4209-9af5-abc745af796a req-8e27afaa-0203-434c-aee2-33bf61006136 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:47.168140 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-66e84578-693e-4209-9af5-abc745af796a req-8e27afaa-0203-434c-aee2-33bf61006136 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0512433 Jan 10 17:50:47.176412 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:47.190793 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:47.226777 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-66e84578-693e-4209-9af5-abc745af796a req-084fec2e-e520-4048-af2e-644481fe315f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526052 Jan 10 17:50:47.236455 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c3d55-88c6-430f-b107-213ed84cac94 req-dd79f505-98fa-4ce6-b2dd-d01ab42b463a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:47.243291 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-103c3d55-88c6-430f-b107-213ed84cac94 req-dd79f505-98fa-4ce6-b2dd-d01ab42b463a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0624456 Jan 10 17:50:47.244447 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:47.290540 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-103c3d55-88c6-430f-b107-213ed84cac94 req-433dd0ab-4548-4979-89c9-0acd6b426976 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 Jan 10 17:50:47.440096 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-242691aa-4b45-4032-b2d3-41f4b406e665 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401074 Jan 10 17:50:47.447692 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17792c24-8a00-43e0-b99f-d99f237854fe req-a2c0f8a6-9ce7-4e71-973d-4d652f5df548 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:47.453318 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-17792c24-8a00-43e0-b99f-d99f237854fe req-a2c0f8a6-9ce7-4e71-973d-4d652f5df548 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.1652856 Jan 10 17:50:47.473768 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-930bc193-c0ae-4e55-b827-4e69ee54e88e req-0fc04115-bd26-49ff-b2d4-439048e7595b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806767 Jan 10 17:50:47.475982 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-b3138674-b3d4-4c13-accf-a5cd7dd96297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:47.477442 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-b3138674-b3d4-4c13-accf-a5cd7dd96297 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 1096 time: 0.0980079 Jan 10 17:50:47.482183 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-95882fc5-b78f-4b61-87e1-a1b104a5b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:47.483612 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-95882fc5-b78f-4b61-87e1-a1b104a5b1f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1097 time: 0.1577997 Jan 10 17:50:47.498487 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b19198ba-ff0d-4a63-b053-d978f74b08e7 req-2da7691b-a7db-4a1a-9f35-3f2d8c02b295 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990728 Jan 10 17:50:47.503797 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-17792c24-8a00-43e0-b99f-d99f237854fe req-de7137e6-931b-4f33-92f0-6917e93505a5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482669 Jan 10 17:50:47.506950 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a075ab-84e8-432c-aefd-762c463e508f req-06b97199-f637-4494-8abc-bad6c142233a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:47.508295 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-90a075ab-84e8-432c-aefd-762c463e508f req-06b97199-f637-4494-8abc-bad6c142233a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.1129489 Jan 10 17:50:47.559016 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-90a075ab-84e8-432c-aefd-762c463e508f req-564cb3ab-0ece-407e-9e45-d2e57e39b724 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Jan 10 17:50:48.087978 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844b478-838b-4726-8633-a27ce59ae8ca req-4e835810-7987-4d74-834d-f9157c666d84 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:48.089591 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4844b478-838b-4726-8633-a27ce59ae8ca req-4e835810-7987-4d74-834d-f9157c666d84 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0507646 Jan 10 17:50:48.138392 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4844b478-838b-4726-8633-a27ce59ae8ca req-63ede9ea-0d0a-46f3-b4c9-13d494c5ee9b tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Jan 10 17:50:48.346853 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2893-e546-4e76-a545-84f10ed8215f req-3a6151b1-7cf7-4f36-a2ef-fcdbd196e5d2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:48.348343 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-feff2893-e546-4e76-a545-84f10ed8215f req-3a6151b1-7cf7-4f36-a2ef-fcdbd196e5d2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0537009 Jan 10 17:50:48.404431 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-feff2893-e546-4e76-a545-84f10ed8215f req-ecd958f6-7167-4b17-a1b4-5dd9af9bda71 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505366 Jan 10 17:50:48.441934 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4648a-28bb-4bce-91ae-4b9413c8f549 req-6a1fe55a-73e6-471e-acd2-3cc221c43dbd tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:48.443403 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2de4648a-28bb-4bce-91ae-4b9413c8f549 req-6a1fe55a-73e6-471e-acd2-3cc221c43dbd tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0670254 Jan 10 17:50:48.495132 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2de4648a-28bb-4bce-91ae-4b9413c8f549 req-85ee0ff4-a42d-4499-8492-7e66d0248e4a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460536 Jan 10 17:50:48.620582 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae5f57-1ad7-43ea-a80b-e5ea4637aef1 req-9196d942-0989-4725-b2b6-2e7cd6f3d140 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:48.622129 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0bae5f57-1ad7-43ea-a80b-e5ea4637aef1 req-9196d942-0989-4725-b2b6-2e7cd6f3d140 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0524828 Jan 10 17:50:48.668228 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0bae5f57-1ad7-43ea-a80b-e5ea4637aef1 req-d985fb60-9afc-4c2d-a41c-8787864401dc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Jan 10 17:50:48.675697 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d792-5e8d-45c6-ade3-23e9b3e5f8f6 req-26ac601a-5a14-477a-946d-dd374869273a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:48.677193 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e164d792-5e8d-45c6-ade3-23e9b3e5f8f6 req-26ac601a-5a14-477a-946d-dd374869273a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.0478649 Jan 10 17:50:48.725408 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e164d792-5e8d-45c6-ade3-23e9b3e5f8f6 req-f2210645-f064-4500-9d40-70aea7b84ed0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Jan 10 17:50:49.258722 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc0551-8a44-4ea3-9a9a-6a5da504de65 req-7907a2fb-2ccb-4eef-9523-2c9953368ff8 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:49.260175 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-09fc0551-8a44-4ea3-9a9a-6a5da504de65 req-7907a2fb-2ccb-4eef-9523-2c9953368ff8 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0556734 Jan 10 17:50:49.306251 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-09fc0551-8a44-4ea3-9a9a-6a5da504de65 req-69308961-1d6f-4f54-ba6b-b52781d49fbe tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Jan 10 17:50:49.525644 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b65e7-c5e4-4e5e-bf6e-3090bf03bda5 req-5d83496d-9431-4b11-ab64-8452aa2ab4fa tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:49.527103 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-718b65e7-c5e4-4e5e-bf6e-3090bf03bda5 req-5d83496d-9431-4b11-ab64-8452aa2ab4fa tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0512326 Jan 10 17:50:49.579222 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-718b65e7-c5e4-4e5e-bf6e-3090bf03bda5 req-83e99ab4-4229-4f90-992b-917627ab099f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461733 Jan 10 17:50:49.612199 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1f95a-234c-4465-8f1a-8a6d9ec2743a req-b4df9437-30ca-45dc-8449-dad7761d9743 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:49.613765 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-29e1f95a-234c-4465-8f1a-8a6d9ec2743a req-b4df9437-30ca-45dc-8449-dad7761d9743 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0523522 Jan 10 17:50:49.659179 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-29e1f95a-234c-4465-8f1a-8a6d9ec2743a req-913760fd-275c-4788-944f-e729047d9b39 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Jan 10 17:50:49.789578 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9ed8a-2f7b-4706-bb57-4b5277c019f3 req-da372ebe-a5be-4f58-b146-6e03a3d358f5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:49.791073 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-91e9ed8a-2f7b-4706-bb57-4b5277c019f3 req-da372ebe-a5be-4f58-b146-6e03a3d358f5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0550559 Jan 10 17:50:49.837576 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-91e9ed8a-2f7b-4706-bb57-4b5277c019f3 req-06a1eacb-eb02-4928-ba1b-6685b891d200 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Jan 10 17:50:49.841594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4834e-6882-4bc0-abd5-67d2de4d9584 req-5cf574dd-eb76-4864-89a1-d193bcfc86d3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:49.843052 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fdf4834e-6882-4bc0-abd5-67d2de4d9584 req-5cf574dd-eb76-4864-89a1-d193bcfc86d3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.0479736 Jan 10 17:50:49.893872 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fdf4834e-6882-4bc0-abd5-67d2de4d9584 req-948c09b4-c85c-40c1-9037-2f484536f159 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Jan 10 17:50:50.215156 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['511cef14-64d0-4cc5-8dc5-d8f78a25f47b'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:50:50.417836 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45c683-f1f3-4e0c-842b-1dec2d5f0985 req-213b1da0-4cbc-463b-8114-bd47385ae6e2 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.419485 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-be45c683-f1f3-4e0c-842b-1dec2d5f0985 req-213b1da0-4cbc-463b-8114-bd47385ae6e2 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Jan 10 17:50:50.503580 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-be45c683-f1f3-4e0c-842b-1dec2d5f0985 req-9b7a6406-a6ba-477d-987a-dcff5f7b3001 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783930 Jan 10 17:50:50.505032 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-88a82ac8-92d9-45b2-b6f7-904267bf72d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4bbe4f6-73b4-4346-8f49-0806de575788 HTTP/1.1" status: 200 len: 217 time: 0.0425889 Jan 10 17:50:50.554810 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-978488f8-19e9-4c40-bad5-bf0006cfa45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.559308 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-978488f8-19e9-4c40-bad5-bf0006cfa45a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0454886 Jan 10 17:50:50.589503 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-66e2e33b-2dd0-481a-93f0-65780961f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.590999 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-66e2e33b-2dd0-481a-93f0-65780961f938 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 1097 time: 0.0827153 Jan 10 17:50:50.596833 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-1c535d32-f4e4-43ff-9f4e-a2ddbfa1fbad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316489 Jan 10 17:50:50.615942 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-60e6226b-c6ba-48b8-981c-781789b3efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.617366 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-60e6226b-c6ba-48b8-981c-781789b3efc1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 919 time: 0.1358931 Jan 10 17:50:50.676965 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-2252ea88-f222-4537-8784-d45fae93f4c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 217 time: 0.0465076 Jan 10 17:50:50.705182 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-fa0374ab-3dad-461a-8c9a-f6bdb3a62ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950894 Jan 10 17:50:50.795600 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-1fe8f66f-6d13-4d9b-aef8-ac5f948dbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.797060 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-1fe8f66f-6d13-4d9b-aef8-ac5f948dbf09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0888317 Jan 10 17:50:50.807035 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85d6e1-3a35-4b89-81d2-99100142825e req-818186bf-db96-481f-ad31-d68c20e0c6d0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.808482 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6a85d6e1-3a35-4b89-81d2-99100142825e req-818186bf-db96-481f-ad31-d68c20e0c6d0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.1361449 Jan 10 17:50:50.846732 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e19b1-03da-4c79-9853-176640b489b6 req-7dbbbbb1-2790-480f-81b8-d27852d90fe0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.854858 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a84e19b1-03da-4c79-9853-176640b489b6 req-7dbbbbb1-2790-480f-81b8-d27852d90fe0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0867505 Jan 10 17:50:50.858459 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-69ad6a88-f893-4f5e-ab13-3856e317d27d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469353 Jan 10 17:50:50.865230 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-7ee0c142-8aee-44c7-b043-2a2801bbf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:50.865340 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ed8857ab-546e-432b-ba9f-c7ab6e78a389 req-e4b00a41-b7ef-41da-8e9f-1d4de1beedc5 service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519423 Jan 10 17:50:50.865827 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-7ee0c142-8aee-44c7-b043-2a2801bbf8d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 911 time: 0.2585304 Jan 10 17:50:50.917818 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a84e19b1-03da-4c79-9853-176640b489b6 req-b46db173-2a97-496e-8b05-8dd06bcbd75b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617728 Jan 10 17:50:50.942164 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-52186a95-2c90-4059-a395-e7cb2705500e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 200 len: 217 time: 0.0633185 Jan 10 17:50:51.003644 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6a85d6e1-3a35-4b89-81d2-99100142825e req-d0b14f11-4f9c-493c-bd28-1e23e7ebc536 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809428 Jan 10 17:50:51.025243 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b4ca0-f12c-426e-bb06-9d6178d941c5 req-001b7972-63a7-4a4c-aff8-cb7065c716a3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:51.025243 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6d9b4ca0-f12c-426e-bb06-9d6178d941c5 req-001b7972-63a7-4a4c-aff8-cb7065c716a3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0490861 Jan 10 17:50:51.042228 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-32751b74-5048-4e23-8f2c-eeb124635487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:51.043665 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-32751b74-5048-4e23-8f2c-eeb124635487 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.0702217 Jan 10 17:50:51.073073 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6d9b4ca0-f12c-426e-bb06-9d6178d941c5 req-eaf5ea9e-ea08-4513-bfdf-4af14a99724f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Jan 10 17:50:51.109111 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-cc5655e2-597f-46e9-8924-7094c03e3e64 service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423110 Jan 10 17:50:51.179160 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-8247c6ba-d3cb-4ff9-9be3-bbd2553a4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:51.180573 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-8247c6ba-d3cb-4ff9-9be3-bbd2553a4e89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1303630 Jan 10 17:50:51.194476 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39e2df-9b81-484e-9ef0-f89e13a907c3 req-fc38db5b-d00e-4bc8-a9d5-1de6d27034a7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:51.195850 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1f39e2df-9b81-484e-9ef0-f89e13a907c3 req-fc38db5b-d00e-4bc8-a9d5-1de6d27034a7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.1325691 Jan 10 17:50:51.285034 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-40c7ba99-8dc2-4b10-9226-9312e9af455b req-aa69c571-c2b1-4b03-9941-b42a0e99fbaf service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681988 Jan 10 17:50:51.330056 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1f39e2df-9b81-484e-9ef0-f89e13a907c3 req-fac31bf3-398c-4cf1-beb1-04fdf9a75c0e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219785 Jan 10 17:50:51.335448 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-1df66adf-b3a6-455d-918f-10e0dbd2b56a service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356685 Jan 10 17:50:51.428162 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-83bcf6cf-c4ba-441c-8214-293a5658b6fa req-72b7e3a9-0d60-4f59-bc48-39d2b03ff8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855372 Jan 10 17:50:51.624889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6ff9-0fdc-487c-b0e0-3df0e8cc0c6c req-6675a01f-b66b-49ef-b833-228b0e084cfb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:51.626443 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-eb3a6ff9-0fdc-487c-b0e0-3df0e8cc0c6c req-6675a01f-b66b-49ef-b833-228b0e084cfb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0498095 Jan 10 17:50:51.674917 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-eb3a6ff9-0fdc-487c-b0e0-3df0e8cc0c6c req-501a43ed-48b7-4d6b-99a3-e34285c9fdbe tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Jan 10 17:50:52.031143 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee980c0-7325-439f-96a8-5137682f5240 req-c292203b-8902-4219-8948-7c5a02669918 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:52.032910 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1ee980c0-7325-439f-96a8-5137682f5240 req-c292203b-8902-4219-8948-7c5a02669918 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0505545 Jan 10 17:50:52.119422 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1ee980c0-7325-439f-96a8-5137682f5240 req-046f91d4-75bf-4a14-a5f3-daa2df2a4d5e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692282 Jan 10 17:50:52.172460 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af0eb8-1818-4917-aa6b-bed16c859622 req-9923ba6e-d153-4826-957c-20310ba7930c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:52.174051 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-03af0eb8-1818-4917-aa6b-bed16c859622 req-9923ba6e-d153-4826-957c-20310ba7930c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0887630 Jan 10 17:50:52.177668 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:52.273805 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-03af0eb8-1818-4917-aa6b-bed16c859622 req-e2b49753-1003-41a3-ab07-d9f4f0c610ae tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915689 Jan 10 17:50:52.285603 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df8a98-b40b-4156-913d-fe58b8aef7a5 req-df97f8b9-1a40-4668-8b55-2e9e729caef0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:52.290193 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:50:52.293441 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-90df8a98-b40b-4156-913d-fe58b8aef7a5 req-df97f8b9-1a40-4668-8b55-2e9e729caef0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0979416 Jan 10 17:50:52.295192 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:52.295906 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:52.346857 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-90df8a98-b40b-4156-913d-fe58b8aef7a5 req-01a2bab8-0e26-44a3-9e48-96c0e551f498 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525103 Jan 10 17:50:52.383956 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:52.384632 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:52.410959 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:52.413213 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3593efb3-0088-47ed-b7f5-8e6aa60222d9" -d '{"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-plugged", "status": "completed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:52.430205 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:52.439917 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:52.471640 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf391b5-63c7-4f86-a83a-edabcd740fc0 req-7a5df508-9cfc-4a7b-bf7b-88ac9cd6d28c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:52.473598 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0cf391b5-63c7-4f86-a83a-edabcd740fc0 req-7a5df508-9cfc-4a7b-bf7b-88ac9cd6d28c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.0713968 Jan 10 17:50:52.475944 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f0f878-f933-426b-b00c-57e11ff4f070 x-openstack-request-id: req-a5f0f878-f933-426b-b00c-57e11ff4f070 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:52.476261 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-plugged", "status": "completed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:52.476625 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5f0f878-f933-426b-b00c-57e11ff4f070 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:52.476957 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'code': 200} Jan 10 17:50:52.496957 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:52.529554 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0cf391b5-63c7-4f86-a83a-edabcd740fc0 req-15500574-488a-40f5-9fad-da4b0c66ed55 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492313 Jan 10 17:50:52.959393 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754e2cd-ccf3-4ee5-9bf6-cd9cf76abbb4 req-b358e509-5490-4ee8-a308-b3f5d72106e1 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:52.960923 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a754e2cd-ccf3-4ee5-9bf6-cd9cf76abbb4 req-b358e509-5490-4ee8-a308-b3f5d72106e1 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.2195392 Jan 10 17:50:53.009829 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a754e2cd-ccf3-4ee5-9bf6-cd9cf76abbb4 req-c59886e8-a9f9-4571-8752-5b66fbfd4bc5 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Jan 10 17:50:53.246849 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bc420-5b4c-49e3-b12d-932d039d0dad req-c2fcc7f3-fe90-4a24-8aa9-29227f4279dd tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:53.248443 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d28bc420-5b4c-49e3-b12d-932d039d0dad req-c2fcc7f3-fe90-4a24-8aa9-29227f4279dd tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0607731 Jan 10 17:50:53.310712 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d28bc420-5b4c-49e3-b12d-932d039d0dad req-c8787fc2-bc0a-41ff-b46a-e02da5263340 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564237 Jan 10 17:50:53.410401 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea46fc1-53e4-49be-a63b-2a6a44df0595 req-ef466f36-a53d-440b-b543-cbc9ff608cec tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:53.411901 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1ea46fc1-53e4-49be-a63b-2a6a44df0595 req-ef466f36-a53d-440b-b543-cbc9ff608cec tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 944 time: 0.0629520 Jan 10 17:50:53.461524 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1ea46fc1-53e4-49be-a63b-2a6a44df0595 req-05faa181-1011-481f-a7e7-b58b8f9ff6be tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Jan 10 17:50:53.465581 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad2997-6065-438a-9d5e-f685f8f14f8e req-65735b08-a29b-4e7b-963b-f113469acf91 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:53.467064 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e3ad2997-6065-438a-9d5e-f685f8f14f8e req-65735b08-a29b-4e7b-963b-f113469acf91 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0486953 Jan 10 17:50:53.523776 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e3ad2997-6065-438a-9d5e-f685f8f14f8e req-271b7786-f078-40e1-8e18-9ece20bed871 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Jan 10 17:50:53.655761 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8b8d0-6efc-4351-a00b-aaaccf7a3fe3 req-562a95a8-9857-459d-b920-04c892659330 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:53.657375 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-38d8b8d0-6efc-4351-a00b-aaaccf7a3fe3 req-562a95a8-9857-459d-b920-04c892659330 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0566888 Jan 10 17:50:53.703552 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-38d8b8d0-6efc-4351-a00b-aaaccf7a3fe3 req-c4813a5e-e634-4779-bd94-887e4aa030de tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 Jan 10 17:50:54.318010 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 86194098-8bbb-4d91-a51e-c3252a2e68ca details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:50:54.410863 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 86194098-8bbb-4d91-a51e-c3252a2e68ca, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:54.421878 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'port_id': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'mac_address': 'fa:16:3e:27:b7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:50:54.473146 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 86194098-8bbb-4d91-a51e-c3252a2e68ca is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:54.473515 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:54.489659 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86194098-8bbb-4d91-a51e-c3252a2e68ca {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:54.509690 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 86194098-8bbb-4d91-a51e-c3252a2e68ca, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:54.516579 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:54.517343 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device e4bbe4f6-73b4-4346-8f49-0806de575788 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:50:54.577970 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1af8e4-c775-4158-984e-c844ccbb9516 req-e8132823-7335-426f-8644-bbb836ee137a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:54.580015 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-db1af8e4-c775-4158-984e-c844ccbb9516 req-e8132823-7335-426f-8644-bbb836ee137a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 945 time: 0.0483625 Jan 10 17:50:54.587562 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=86194098-8bbb-4d91-a51e-c3252a2e68ca,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:54.637425 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-db1af8e4-c775-4158-984e-c844ccbb9516 req-79277f5e-6dbd-4825-8283-d7a6c2e7597a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506847 Jan 10 17:50:54.641309 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705a470-e603-4877-96a0-b28a74497bc2 req-09f1bd7b-c36d-4000-a81e-8b97417d3cb6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:54.642890 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1705a470-e603-4877-96a0-b28a74497bc2 req-09f1bd7b-c36d-4000-a81e-8b97417d3cb6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 943 time: 0.0501699 Jan 10 17:50:54.699824 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1705a470-e603-4877-96a0-b28a74497bc2 req-9347746d-48fe-4fd0-873c-7a7ee3d3c208 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Jan 10 17:50:54.768800 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port e4bbe4f6-73b4-4346-8f49-0806de575788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=e4bbe4f6-73b4-4346-8f49-0806de575788,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:54.782917 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': 'e4bbe4f6-73b4-4346-8f49-0806de575788', 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'port_id': 'e4bbe4f6-73b4-4346-8f49-0806de575788', 'mac_address': 'fa:16:3e:cb:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:50:54.818000 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port e4bbe4f6-73b4-4346-8f49-0806de575788 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:54.818384 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:54.820158 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295cff8-bb0c-4436-8fbf-139875674f92 req-01b634b0-5864-4765-9691-67f47ef0402e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:54.821702 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3295cff8-bb0c-4436-8fbf-139875674f92 req-01b634b0-5864-4765-9691-67f47ef0402e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0475507 Jan 10 17:50:54.833337 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bbe4f6-73b4-4346-8f49-0806de575788 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:54.852072 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port e4bbe4f6-73b4-4346-8f49-0806de575788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=e4bbe4f6-73b4-4346-8f49-0806de575788,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:54.857123 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:54.857762 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 6d3d8f9a-1ef2-4264-836d-e05d342bb97d details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:50:54.867379 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3295cff8-bb0c-4436-8fbf-139875674f92 req-91f82978-d955-4ba6-aeb4-a2d31ab4049e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 Jan 10 17:50:54.922585 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=e4bbe4f6-73b4-4346-8f49-0806de575788,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:54.925960 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:54.937161 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d', 'network_id': 'dc888425-8027-41d2-8da9-39f6bfdd48d0', 'port_id': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d', 'mac_address': 'fa:16:3e:52:57:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1712de-4826-47b9-95b4-5fe3fc38ce99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:50:54.974521 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:54.974911 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:54.987413 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3d8f9a-1ef2-4264-836d-e05d342bb97d {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:50:55.006460 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:55.013386 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:55.059877 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:55.360511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93340d4a-1865-4c00-835e-15f3ae91b919 req-c7867bc8-6656-4005-9958-9043b9761f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:55.362101 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-93340d4a-1865-4c00-835e-15f3ae91b919 req-c7867bc8-6656-4005-9958-9043b9761f43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1099 time: 0.0436971 Jan 10 17:50:55.415947 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-93340d4a-1865-4c00-835e-15f3ae91b919 req-fb59b7d4-01df-4c6e-867e-aa9da34d9b9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462706 Jan 10 17:50:55.758123 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efbd84-d136-4e5a-b0f7-fcc063fd8284 req-93f8b9da-917d-4070-9cd2-b44f885b3a37 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:55.759747 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-60efbd84-d136-4e5a-b0f7-fcc063fd8284 req-93f8b9da-917d-4070-9cd2-b44f885b3a37 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 945 time: 0.0557816 Jan 10 17:50:55.794130 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['e4bbe4f6-73b4-4346-8f49-0806de575788'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:50:55.818818 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-60efbd84-d136-4e5a-b0f7-fcc063fd8284 req-4a0dd632-f3e4-45e8-807d-3fab9d50d41c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528846 Jan 10 17:50:55.835086 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9035-e7dd-4319-9a4c-16ebac884200 req-88a9c46f-c578-408e-a474-c2a333134833 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:55.841480 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8ede9035-e7dd-4319-9a4c-16ebac884200 req-88a9c46f-c578-408e-a474-c2a333134833 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 944 time: 0.0667222 Jan 10 17:50:55.849519 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['6d3d8f9a-1ef2-4264-836d-e05d342bb97d'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:50:55.883207 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['86194098-8bbb-4d91-a51e-c3252a2e68ca'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:50:55.885932 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8ede9035-e7dd-4319-9a4c-16ebac884200 req-3d94b9d6-0110-4210-8f94-35ede9369ed8 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Jan 10 17:50:55.991682 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7ab8a-2cbd-4eaf-b199-a306a0f3ba88 req-0dd8378c-e395-456f-9ae1-20c45a9e5fce tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:55.993122 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-35e7ab8a-2cbd-4eaf-b199-a306a0f3ba88 req-0dd8378c-e395-456f-9ae1-20c45a9e5fce tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0470130 Jan 10 17:50:56.039050 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-35e7ab8a-2cbd-4eaf-b199-a306a0f3ba88 req-1a2a555e-b699-4a64-87db-916396b207c3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403917 Jan 10 17:50:57.284363 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9be0f8-09cb-4613-940b-4081ad850a30 req-ce80edad-7dc1-433b-ad90-71a10287f5a2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:57.285963 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6e9be0f8-09cb-4613-940b-4081ad850a30 req-ce80edad-7dc1-433b-ad90-71a10287f5a2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 945 time: 0.2418253 Jan 10 17:50:57.338083 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6e9be0f8-09cb-4613-940b-4081ad850a30 req-f60af065-775b-416d-bba6-2df5aa33c959 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463638 Jan 10 17:50:57.424194 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fac69-1966-4d41-9b57-ca9b7edea2c2 req-5ce7d690-21f7-4030-b4f0-d4dc73f0bee3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:57.425750 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc8fac69-1966-4d41-9b57-ca9b7edea2c2 req-5ce7d690-21f7-4030-b4f0-d4dc73f0bee3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 944 time: 0.0763626 Jan 10 17:50:57.455003 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53265ab0-87e9-4b98-bbca-d4c063780b42 req-352570aa-f216-48f9-9fd5-27aa318e5647 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:57.456531 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-53265ab0-87e9-4b98-bbca-d4c063780b42 req-352570aa-f216-48f9-9fd5-27aa318e5647 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0529039 Jan 10 17:50:57.473482 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc8fac69-1966-4d41-9b57-ca9b7edea2c2 req-47e7106f-56c3-46fe-90b5-37bc2a5b88db tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423174 Jan 10 17:50:57.502329 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-53265ab0-87e9-4b98-bbca-d4c063780b42 req-26b36f45-27ac-4d5f-9729-4c073625b6db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 Jan 10 17:50:57.769565 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d1fcd-d0e8-49bb-a736-88cf7d6a71c7 req-a06d0570-fa9d-4765-9a04-7f12c39351a0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:57.771087 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ab6d1fcd-d0e8-49bb-a736-88cf7d6a71c7 req-a06d0570-fa9d-4765-9a04-7f12c39351a0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0532842 Jan 10 17:50:57.780383 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34068) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:50:57.784891 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'floatingip': {'port_id': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:50:57.875272 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (5aae28fd-9ee9-47e5-b353-3c67b3305435), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:58.451295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:58.454393 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b685c2-4736-4649-a473-7a6c035bf3f0 req-36079639-90db-4829-beb2-a312bb929d2f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:58.455877 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-05b685c2-4736-4649-a473-7a6c035bf3f0 req-36079639-90db-4829-beb2-a312bb929d2f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 945 time: 0.0458329 Jan 10 17:50:58.456242 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (5aae28fd-9ee9-47e5-b353-3c67b3305435), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:58.507027 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-05b685c2-4736-4649-a473-7a6c035bf3f0 req-c577844b-32bc-4ca3-a739-aea7a215ee1a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 Jan 10 17:50:58.579435 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Floating IP 5aae28fd-9ee9-47e5-b353-3c67b3305435 associated. External IP: 172.27.2.117, port: 511cef14-64d0-4cc5-8dc5-d8f78a25f47b. Jan 10 17:50:58.659358 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ae4c5-a2a8-4309-9384-bfd52bac5ce5 req-8e9cbfc9-a99d-40c3-833a-585a7417693e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:58.660884 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ec4ae4c5-a2a8-4309-9384-bfd52bac5ce5 req-8e9cbfc9-a99d-40c3-833a-585a7417693e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 944 time: 0.1149251 Jan 10 17:50:58.724310 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ec4ae4c5-a2a8-4309-9384-bfd52bac5ce5 req-dadfeb2b-81d8-4297-964b-9e89b5ce0b3c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575821 Jan 10 17:50:59.003803 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:50:59.086477 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 86194098-8bbb-4d91-a51e-c3252a2e68ca up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:59.110791 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:50:59.115691 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.126088 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] Sync routers for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:50:59.138358 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:59.139460 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:59.148532 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 86194098-8bbb-4d91-a51e-c3252a2e68ca completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:50:59.152820 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 86194098-8bbb-4d91-a51e-c3252a2e68ca triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:59.153235 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.155090 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-25d317b8-83a8-4516-afc9-60dc2ffecddc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "PUT /v2.0/floatingips/5aae28fd-9ee9-47e5-b353-3c67b3305435 HTTP/1.1" status: 200 len: 992 time: 1.3735936 Jan 10 17:50:59.155695 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:59.158063 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97f5234-fe25-485f-ae61-73fe732435e0" -d '{"events": [{"name": "network-changed", "server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:59.214258 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b0ad26-afe5-4007-a42e-cdf3ede349e4 x-openstack-request-id: req-84b0ad26-afe5-4007-a42e-cdf3ede349e4 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:59.214491 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:59.214909 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84b0ad26-afe5-4007-a42e-cdf3ede349e4 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:59.215311 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'status': 'completed', 'code': 200} Jan 10 17:50:59.256905 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 86194098-8bbb-4d91-a51e-c3252a2e68ca is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:59.257303 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.278420 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:59.283034 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:50:59.285273 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca93c0f-d541-4f4a-938b-3a6bd9bfecb8" -d '{"events": [{"server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "name": "network-vif-plugged", "status": "completed", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:50:59.297465 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 86194098-8bbb-4d91-a51e-c3252a2e68ca, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:59.304385 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.305352 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device e4bbe4f6-73b4-4346-8f49-0806de575788 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:59.344890 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9e786e-f59f-4bd5-91fd-934ef2f702cb x-openstack-request-id: req-4d9e786e-f59f-4bd5-91fd-934ef2f702cb {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:50:59.345208 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "name": "network-vif-plugged", "status": "completed", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:50:59.345503 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d9e786e-f59f-4bd5-91fd-934ef2f702cb {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:50:59.345891 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'code': 200} Jan 10 17:50:59.380106 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=86194098-8bbb-4d91-a51e-c3252a2e68ca,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:59.394726 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port e4bbe4f6-73b4-4346-8f49-0806de575788 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:50:59.399036 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port e4bbe4f6-73b4-4346-8f49-0806de575788 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:59.399410 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.482053 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port e4bbe4f6-73b4-4346-8f49-0806de575788 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:59.482682 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.513289 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port e4bbe4f6-73b4-4346-8f49-0806de575788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=e4bbe4f6-73b4-4346-8f49-0806de575788,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:59.517777 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.518762 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 6d3d8f9a-1ef2-4264-836d-e05d342bb97d up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:50:59.569300 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '5aae28fd-9ee9-47e5-b353-3c67b3305435', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'port_id': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'mac_address': 'fa:16:3e:5c:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08587835-eb0d-4df7-8885-1988aadababb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:50:24Z', 'updated_at': '2022-01-10T17:50:58Z', 'revision_number': 1, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:59.596666 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=e4bbe4f6-73b4-4346-8f49-0806de575788,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:59.599608 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] Checking router: e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:50:59.608191 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:50:59.608804 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:59.619804 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:50:59.624654 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:50:59.625074 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.643552 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f8a88-fec3-40e1-84ab-0e8b19f33554 req-e35b170f-4e77-41a1-b9e6-b01c77bbab3b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:59.645812 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-993f8a88-fec3-40e1-84ab-0e8b19f33554 req-e35b170f-4e77-41a1-b9e6-b01c77bbab3b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0546818 Jan 10 17:50:59.695083 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-993f8a88-fec3-40e1-84ab-0e8b19f33554 req-9d1f6438-eb2a-45c6-8f01-702922ab0dfc tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Jan 10 17:50:59.712614 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:50:59.721037 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:50:59.721361 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.752817 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:50:59.759183 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:50:59.813344 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:50:59.850008 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f239ff-c111-4ebb-a19d-b0510f9def3b req-ab3a5ea8-5a9f-4836-8b68-62b16790df34 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:50:59.851474 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f9f239ff-c111-4ebb-a19d-b0510f9def3b req-ab3a5ea8-5a9f-4836-8b68-62b16790df34 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0558729 Jan 10 17:50:59.902969 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f9f239ff-c111-4ebb-a19d-b0510f9def3b req-e7994140-859e-46a1-8e0f-a85c5efe50db tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Jan 10 17:50:59.937500 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '5aae28fd-9ee9-47e5-b353-3c67b3305435', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'port_id': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'mac_address': 'fa:16:3e:5c:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08587835-eb0d-4df7-8885-1988aadababb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:50:24Z', 'updated_at': '2022-01-10T17:50:58Z', 'revision_number': 1, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:50:59.965985 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b6b4d-fc7f-461c-b641-1af69cf3361c None None] The sync data for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi is: [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '5aae28fd-9ee9-47e5-b353-3c67b3305435', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'port_id': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'mac_address': 'fa:16:3e:5c:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08587835-eb0d-4df7-8885-1988aadababb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:50:24Z', 'updated_at': '2022-01-10T17:50:58Z', 'revision_number': 1, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:51:00.064496 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:51:00.186135 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b96e5aa-15f9-4eb2-914c-8b5504005425 None None] New status for floating IP 5aae28fd-9ee9-47e5-b353-3c67b3305435: ACTIVE {{(pid=114065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:51:00.813411 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b343e2-24c4-4c33-a047-0f83e7a89e45 req-017fe4b0-c235-4249-9435-04d6d6abd6bf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:00.814948 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-62b343e2-24c4-4c33-a047-0f83e7a89e45 req-017fe4b0-c235-4249-9435-04d6d6abd6bf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Jan 10 17:51:00.866320 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-62b343e2-24c4-4c33-a047-0f83e7a89e45 req-0fb51133-48ec-43c2-9e21-010e7716259b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455391 Jan 10 17:51:00.989336 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-f51476f0-95a0-40cf-aa5b-993bca47be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:00.990883 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-f51476f0-95a0-40cf-aa5b-993bca47be45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1099 time: 0.0439069 Jan 10 17:51:01.107961 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51056-dc2d-4dce-8927-e77e3d06fd88 req-bc4559a4-69e8-4a1c-b65c-c7e6a1e26480 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:01.109486 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b5d51056-dc2d-4dce-8927-e77e3d06fd88 req-bc4559a4-69e8-4a1c-b65c-c7e6a1e26480 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1162462 Jan 10 17:51:01.180982 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-5f867ef2-9f3c-4635-bc19-62f6418a31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:01.182495 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-5f867ef2-9f3c-4635-bc19-62f6418a31e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.1791518 Jan 10 17:51:01.212653 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4cc8b-7646-4ec0-b595-d54b2718dc1d req-fd7d21fd-8c6d-4ea8-9635-e0cccaaf08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:01.214162 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a4d4cc8b-7646-4ec0-b595-d54b2718dc1d req-fd7d21fd-8c6d-4ea8-9635-e0cccaaf08ab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 1099 time: 0.1280754 Jan 10 17:51:01.223394 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b5d51056-dc2d-4dce-8927-e77e3d06fd88 req-730c0d59-d2f7-40bf-9441-b541502502a3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992084 Jan 10 17:51:01.325563 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-cb5dd68e-3def-498d-b9e8-290b2cc643cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 200 len: 1002 time: 0.1296892 Jan 10 17:51:01.338032 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a4d4cc8b-7646-4ec0-b595-d54b2718dc1d req-e918f366-6339-4fba-bbc2-83a16c58136a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827835 Jan 10 17:51:01.349287 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a574e156-c793-4933-b51a-e2c084165c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bbe4f6-73b4-4346-8f49-0806de575788'}, {'server_uuid': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:51:01.351824 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aaae79-1838-4e7b-a8d0-b8c14d615151" -d '{"events": [{"server_uuid": "a574e156-c793-4933-b51a-e2c084165c29", "name": "network-vif-plugged", "status": "completed", "tag": "e4bbe4f6-73b4-4346-8f49-0806de575788"}, {"server_uuid": "5f9658b9-3609-4ea4-8d37-0fdd31f217e8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d8f9a-1ef2-4264-836d-e05d342bb97d"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:51:01.384991 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-d36f4af9-5a01-47d2-a474-c0e2a2154f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:01.386740 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-d36f4af9-5a01-47d2-a474-c0e2a2154f78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0476723 Jan 10 17:51:01.394302 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 10 Jan 2022 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83fdf28-e631-464f-aeab-d50acb730d22 x-openstack-request-id: req-f83fdf28-e631-464f-aeab-d50acb730d22 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:51:01.394611 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a574e156-c793-4933-b51a-e2c084165c29", "name": "network-vif-plugged", "status": "completed", "tag": "e4bbe4f6-73b4-4346-8f49-0806de575788", "code": 200}, {"server_uuid": "5f9658b9-3609-4ea4-8d37-0fdd31f217e8", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d8f9a-1ef2-4264-836d-e05d342bb97d", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:51:01.394863 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f83fdf28-e631-464f-aeab-d50acb730d22 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:51:01.395256 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a574e156-c793-4933-b51a-e2c084165c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bbe4f6-73b4-4346-8f49-0806de575788', 'code': 200} Jan 10 17:51:01.395508 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d', 'code': 200} Jan 10 17:51:01.995390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bbeab-da46-4690-929e-c9f239b11db6 req-57ae1ba1-95b0-4fa0-8492-000fda3af8af tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:01.997024 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5b8bbeab-da46-4690-929e-c9f239b11db6 req-57ae1ba1-95b0-4fa0-8492-000fda3af8af tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0501149 Jan 10 17:51:02.046632 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5b8bbeab-da46-4690-929e-c9f239b11db6 req-40cb4a11-c956-43a2-9c1e-5c0901787721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Jan 10 17:51:02.352231 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28424e-778a-4185-a958-8450f7460732 req-fcead2ef-01b6-4b0e-8c9f-be2b8f64a48b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:02.354031 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9d28424e-778a-4185-a958-8450f7460732 req-fcead2ef-01b6-4b0e-8c9f-be2b8f64a48b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Jan 10 17:51:02.410687 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9d28424e-778a-4185-a958-8450f7460732 req-ec1ba632-3e2c-476e-bc34-cf681998ac92 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509789 Jan 10 17:51:03.184357 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd541df-7bb7-4703-8777-90060165304e req-a317ea2f-1b58-47ef-abd9-0a6fb745f6d8 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:03.185849 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cdd541df-7bb7-4703-8777-90060165304e req-a317ea2f-1b58-47ef-abd9-0a6fb745f6d8 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0515532 Jan 10 17:51:03.231465 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cdd541df-7bb7-4703-8777-90060165304e req-e0fe5390-5a4e-40c6-9ab8-d718bc33c743 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Jan 10 17:51:03.535431 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc247d-9091-4440-a216-800d0af915de req-b10fdce6-a3a6-4d00-811d-dd193f0b9617 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:03.536997 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9bfc247d-9091-4440-a216-800d0af915de req-b10fdce6-a3a6-4d00-811d-dd193f0b9617 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0511796 Jan 10 17:51:03.586141 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9bfc247d-9091-4440-a216-800d0af915de req-05d6ab47-4591-422f-8a11-7ef6a084f1e1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Jan 10 17:51:04.378698 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305deb3-25b0-4bbe-aaaf-ef8b3d416d7a req-3a7f2115-17e0-4c76-ac5f-c0bfc80aa668 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:04.385503 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5305deb3-25b0-4bbe-aaaf-ef8b3d416d7a req-3a7f2115-17e0-4c76-ac5f-c0bfc80aa668 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0802901 Jan 10 17:51:04.411796 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-fd86c13a-bbe6-4dcb-9eed-527742aaa5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:04.413319 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-fd86c13a-bbe6-4dcb-9eed-527742aaa5bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748293 Jan 10 17:51:04.465412 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5305deb3-25b0-4bbe-aaaf-ef8b3d416d7a req-e682d649-1597-43bd-a439-07a05fc3deda tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790412 Jan 10 17:51:04.529491 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c0ad1-4085-4d92-9308-37fc5541ffa0 req-db346fe9-176c-4ed9-b3bc-cebdec4dfd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:04.530966 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1a1c0ad1-4085-4d92-9308-37fc5541ffa0 req-db346fe9-176c-4ed9-b3bc-cebdec4dfd08 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 1098 time: 0.0386207 Jan 10 17:51:04.558597 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-c5fe2dbb-741d-4ee4-ba48-80efd68646f4 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330748 Jan 10 17:51:04.560362 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52580875-253a-44e2-9b85-1be3a9124f54 req-cfd19b04-9638-4e83-bdee-2f13dd976917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:04.561696 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-52580875-253a-44e2-9b85-1be3a9124f54 req-cfd19b04-9638-4e83-bdee-2f13dd976917 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.0624535 Jan 10 17:51:04.580076 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1a1c0ad1-4085-4d92-9308-37fc5541ffa0 req-0098cdb9-70f2-4c70-bfc0-4ea740d7b74b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383091 Jan 10 17:51:04.663709 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-52580875-253a-44e2-9b85-1be3a9124f54 req-141b60fc-2c2c-4768-b250-09adcf426af7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900724 Jan 10 17:51:04.688241 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d97f5234-fe25-485f-ae61-73fe732435e0 req-8b2113e9-7b12-494f-b71e-d0658da5c4fb service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155531 Jan 10 17:51:04.716273 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a808e27-5475-4c6d-a1a9-300bc6bd3e9e req-0ba1c8ba-4c21-48c4-8ad0-f32993604b9a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:04.718398 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5a808e27-5475-4c6d-a1a9-300bc6bd3e9e req-0ba1c8ba-4c21-48c4-8ad0-f32993604b9a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0582883 Jan 10 17:51:04.768243 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5a808e27-5475-4c6d-a1a9-300bc6bd3e9e req-0a80ef4a-84e9-489e-bee1-19aa6ef4e867 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Jan 10 17:51:05.592816 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5070-31b0-4d92-bb94-0b6f9da3fa30 req-39b880b8-28a5-4d0e-8c5c-660d622a82a9 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:05.594293 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fe2a5070-31b0-4d92-bb94-0b6f9da3fa30 req-39b880b8-28a5-4d0e-8c5c-660d622a82a9 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0528307 Jan 10 17:51:05.640231 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fe2a5070-31b0-4d92-bb94-0b6f9da3fa30 req-593b6f76-8b42-43d0-9fb0-6f94d2c5735f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Jan 10 17:51:05.883825 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e4d43-75c6-4d86-a236-7d024008fc11 req-8f304d9c-df35-4477-91b6-eecfe2a9cdc9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:05.885417 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fb3e4d43-75c6-4d86-a236-7d024008fc11 req-8f304d9c-df35-4477-91b6-eecfe2a9cdc9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Jan 10 17:51:05.934602 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fb3e4d43-75c6-4d86-a236-7d024008fc11 req-9e9c2382-6201-4a0e-9790-3519e52084c8 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434408 Jan 10 17:51:06.758073 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00efdd3-19e7-485a-9db4-6bd38471a66a req-2308e5c8-ddd6-4716-8d67-7e0211f66f40 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:06.759512 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e00efdd3-19e7-485a-9db4-6bd38471a66a req-2308e5c8-ddd6-4716-8d67-7e0211f66f40 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0485659 Jan 10 17:51:06.810317 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e00efdd3-19e7-485a-9db4-6bd38471a66a req-710f3b65-9ebb-40cc-ad81-a11eff35a77a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450883 Jan 10 17:51:07.059000 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a97f82-a3b8-4bb8-a6cb-ba13dd597dde req-2ad09c16-1517-4770-8566-5398c2c29a53 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:07.060339 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e9a97f82-a3b8-4bb8-a6cb-ba13dd597dde req-2ad09c16-1517-4770-8566-5398c2c29a53 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0521836 Jan 10 17:51:07.110065 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e9a97f82-a3b8-4bb8-a6cb-ba13dd597dde req-7a54a8b8-2923-4a50-8efe-6a767a31a289 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439379 Jan 10 17:51:07.934166 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dcb03-68ff-49f9-b439-4e4d7676b4ea req-69961187-3f4c-41c8-8eb5-a5909849dd94 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:07.935727 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4f6dcb03-68ff-49f9-b439-4e4d7676b4ea req-69961187-3f4c-41c8-8eb5-a5909849dd94 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0583899 Jan 10 17:51:07.988472 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4f6dcb03-68ff-49f9-b439-4e4d7676b4ea req-9e5e5153-cd47-417c-aa54-c6c18ca73f7d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465875 Jan 10 17:51:08.226479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1bf7-5976-4656-8eb0-4b360bc53721 req-471455f4-1ba8-45d0-b0e4-5b80fb157f48 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:08.228195 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-386a1bf7-5976-4656-8eb0-4b360bc53721 req-471455f4-1ba8-45d0-b0e4-5b80fb157f48 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Jan 10 17:51:08.277043 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-386a1bf7-5976-4656-8eb0-4b360bc53721 req-ca71f644-e2b2-4e47-bea5-ddde6df992a3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428584 Jan 10 17:51:09.104916 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c5795-c8b4-408d-9cde-9e1c2de21031 req-a7c67d96-eb8a-4094-a73f-7277c56c4a71 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:09.106410 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-811c5795-c8b4-408d-9cde-9e1c2de21031 req-a7c67d96-eb8a-4094-a73f-7277c56c4a71 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0483706 Jan 10 17:51:09.152718 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-811c5795-c8b4-408d-9cde-9e1c2de21031 req-4b605822-95f6-409a-80db-e609db03472a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Jan 10 17:51:09.398741 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c866-3872-4443-8209-05df5998f004 req-e843a300-6ccd-406e-9e63-6bf23c37d813 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:09.399949 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ece2c866-3872-4443-8209-05df5998f004 req-e843a300-6ccd-406e-9e63-6bf23c37d813 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0520635 Jan 10 17:51:09.449853 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ece2c866-3872-4443-8209-05df5998f004 req-02f48825-6433-4588-97e7-e5374e34c3df tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Jan 10 17:51:09.806449 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00534bf-8ea3-4054-947c-bdfbf5abc37c req-3523c216-a40b-40a7-a682-b213f66ca15a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:09.807982 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d00534bf-8ea3-4054-947c-bdfbf5abc37c req-3523c216-a40b-40a7-a682-b213f66ca15a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1060946 Jan 10 17:51:09.814186 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-e302c840-e6cf-4e14-a56d-567f9ef9cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:09.815543 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-e302c840-e6cf-4e14-a56d-567f9ef9cef4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 1098 time: 0.0811374 Jan 10 17:51:09.913735 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d00534bf-8ea3-4054-947c-bdfbf5abc37c req-8302b217-2e49-41b1-99e2-af8b790bb8a9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971587 Jan 10 17:51:09.935936 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-b312cada-3aa5-45c7-94c4-87f1a6a40e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:09.937413 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-b312cada-3aa5-45c7-94c4-87f1a6a40e28 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 919 time: 0.1082604 Jan 10 17:51:09.980244 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-3cb65b25-1170-4bf1-a9c9-a4e441ae65b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4bbe4f6-73b4-4346-8f49-0806de575788 HTTP/1.1" status: 200 len: 217 time: 0.0341382 Jan 10 17:51:10.041812 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-a8f0601d-1352-4c77-adf9-acf816780f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:10.042402 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-a8f0601d-1352-4c77-adf9-acf816780f5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0458572 Jan 10 17:51:10.093864 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-1f085c1a-53c3-4b3b-b7f8-44b46ca927ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259373 Jan 10 17:51:10.215103 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-aada6242-b9d8-4118-af96-4c0468c3c80b service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129625 Jan 10 17:51:10.293054 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d9a2d-9663-4c2f-8426-264acef6ddbc req-d0e85a65-b2ed-4b8e-ab19-008cd0c5c7ba tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:10.299969 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-af1d9a2d-9663-4c2f-8426-264acef6ddbc req-d0e85a65-b2ed-4b8e-ab19-008cd0c5c7ba tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0703592 Jan 10 17:51:10.373433 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-af1d9a2d-9663-4c2f-8426-264acef6ddbc req-32d53119-7830-454a-977f-60653b843b66 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542607 Jan 10 17:51:10.375323 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a76798ad-d83a-4f10-8de0-7e2b2966f33c req-250ce3a9-acbe-46cf-92ed-2e1e78105328 service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522915 Jan 10 17:51:10.473108 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48709-c143-4338-a9e2-750b72b4bd3a req-e2670436-b6df-4e21-b580-734ad6a58b7c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:10.474650 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dce48709-c143-4338-a9e2-750b72b4bd3a req-e2670436-b6df-4e21-b580-734ad6a58b7c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0522730 Jan 10 17:51:10.483019 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34352) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:10.487595 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'floatingip': {'port_id': '86194098-8bbb-4d91-a51e-c3252a2e68ca'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:10.528095 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (14895b62-2796-4284-bfe4-3e13548fe01f), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:10.730179 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-50af90db-ce66-4d1b-9628-96167e86e87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:10.741189 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34358) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:10.885843 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:10.997672 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Publish callbacks [] for security_group (8a979026-a53c-4d99-8937-cca7ffafe858), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.030595 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8a979026-a53c-4d99-8937-cca7ffafe858), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.043411 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.050084 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (14895b62-2796-4284-bfe4-3e13548fe01f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.061898 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8334eac7c4ab4cbcb260b383197e865a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195529 Jan 10 17:51:11.067464 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34382) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:11.129427 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52652d8-bcf9-4aa5-a7f9-90ccd83467d2 req-86f788ab-6e10-4cec-b08a-5d2b686862c5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:11.130976 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e52652d8-bcf9-4aa5-a7f9-90ccd83467d2 req-86f788ab-6e10-4cec-b08a-5d2b686862c5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1298873 Jan 10 17:51:11.147729 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a979026-a53c-4d99-8937-cca7ffafe858,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:11.181171 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.181528 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.181972 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.182298 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.182634 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.182965 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.183313 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.183639 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.183972 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.184295 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.184619 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.185000 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.185324 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab28861-dbdf-47f2-b536-fa3c70b0d569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:11.197706 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e60622b8-aacc-457c-8b11-ae005140e72e admin admin] Publish callbacks [] for security_group (8a979026-a53c-4d99-8937-cca7ffafe858), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.236296 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e60622b8-aacc-457c-8b11-ae005140e72e admin admin] Publish callbacks [] for security_group (8a979026-a53c-4d99-8937-cca7ffafe858), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.241038 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e52652d8-bcf9-4aa5-a7f9-90ccd83467d2 req-318b7d34-d735-4705-9d0d-4eec0191fd88 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964739 Jan 10 17:51:11.318058 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e60622b8-aacc-457c-8b11-ae005140e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8a979026-a53c-4d99-8937-cca7ffafe858), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.321336 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e60622b8-aacc-457c-8b11-ae005140e72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.325353 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e60622b8-aacc-457c-8b11-ae005140e72e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a979026-a53c-4d99-8937-cca7ffafe858 HTTP/1.1" status: 204 len: 168 time: 0.2546391 Jan 10 17:51:11.335912 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60622b8-aacc-457c-8b11-ae005140e72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a979026-a53c-4d99-8937-cca7ffafe858,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:11.468013 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b8dc5-cf0b-47ad-92f4-f97413aa7691 req-1382b9bf-0a5f-4817-88f1-b0091d246e7b tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:11.469553 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c47b8dc5-cf0b-47ad-92f4-f97413aa7691 req-1382b9bf-0a5f-4817-88f1-b0091d246e7b tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0671790 Jan 10 17:51:11.490567 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Floating IP 14895b62-2796-4284-bfe4-3e13548fe01f associated. External IP: 172.27.2.250, port: 86194098-8bbb-4d91-a51e-c3252a2e68ca. Jan 10 17:51:11.585406 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c47b8dc5-cf0b-47ad-92f4-f97413aa7691 req-08f736d3-41ca-49b2-b97b-b6a38b5c0c74 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098042 Jan 10 17:51:11.653439 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34414) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:11.667519 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a220f-96af-48a4-8fcf-0e9f147f3155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.741452 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-f5eb8cde-730d-464e-81b9-a650792fa81f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851872 Jan 10 17:51:11.746095 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a220f-96af-48a4-8fcf-0e9f147f3155 admin admin] Publish callbacks [] for security_group (3948bbb1-19c3-450e-b004-5af5a5f36aa6), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.750919 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a220f-96af-48a4-8fcf-0e9f147f3155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (3948bbb1-19c3-450e-b004-5af5a5f36aa6), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.757305 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Router f621cd84-bf9d-46da-9557-3eb5a6311885 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:51:11.789960 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a220f-96af-48a4-8fcf-0e9f147f3155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3948bbb1-19c3-450e-b004-5af5a5f36aa6,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:11.795867 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6e3a220f-96af-48a4-8fcf-0e9f147f3155 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5199df0c4c1d407e9c47ce41d1f41955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412868 Jan 10 17:51:11.798549 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34416) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:11.845640 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c9aed553-e2f7-4ec0-9571-0f2c197a2869 admin admin] Publish callbacks [] for security_group (3948bbb1-19c3-450e-b004-5af5a5f36aa6), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.869089 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c9aed553-e2f7-4ec0-9571-0f2c197a2869 admin admin] Publish callbacks [] for security_group (3948bbb1-19c3-450e-b004-5af5a5f36aa6), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.887218 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-68f1ac8a-0d20-42d7-9ab6-301d54af6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:11.888728 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-68f1ac8a-0d20-42d7-9ab6-301d54af6ea7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 1098 time: 0.0799184 Jan 10 17:51:11.907423 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:51:11.912909 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.922721 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c9aed553-e2f7-4ec0-9571-0f2c197a2869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (3948bbb1-19c3-450e-b004-5af5a5f36aa6), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.924095 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] Sync routers for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:51:11.925693 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c9aed553-e2f7-4ec0-9571-0f2c197a2869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:11.929919 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c9aed553-e2f7-4ec0-9571-0f2c197a2869 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3948bbb1-19c3-450e-b004-5af5a5f36aa6 HTTP/1.1" status: 204 len: 168 time: 0.1304302 Jan 10 17:51:11.937822 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:51:11.940422 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:11.941461 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aed553-e2f7-4ec0-9571-0f2c197a2869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3948bbb1-19c3-450e-b004-5af5a5f36aa6,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:12.002407 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a628674f-53e8-41af-92e9-718ee00ff807 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "PUT /v2.0/floatingips/14895b62-2796-4284-bfe4-3e13548fe01f HTTP/1.1" status: 200 len: 992 time: 1.5182364 Jan 10 17:51:12.004520 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:51:12.006824 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964170e9-884d-4042-9d6b-f171cb52d5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:51:12.044316 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-25467910-104e-4004-b40e-948e27748bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.045997 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-25467910-104e-4004-b40e-948e27748bc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 916 time: 0.1292553 Jan 10 17:51:12.072421 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:51:12.123669 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-00380700-6d5f-42da-869f-b8d6727495ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9673174-c85c-4fa2-9371-08ed4c303f05 HTTP/1.1" status: 200 len: 217 time: 0.0477419 Jan 10 17:51:12.226782 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-7d15050b-7e23-4765-851b-6ce9d8e22090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.229673 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-7d15050b-7e23-4765-851b-6ce9d8e22090 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.0830257 Jan 10 17:51:12.272264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3b29cb-f404-46f6-89c0-a8967c0f62f5 x-openstack-request-id: req-9c3b29cb-f404-46f6-89c0-a8967c0f62f5 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:51:12.272500 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:51:12.272976 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c3b29cb-f404-46f6-89c0-a8967c0f62f5 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:51:12.274094 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'status': 'completed', 'code': 200} Jan 10 17:51:12.277553 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-022b773f-4205-412d-8611-fe837e03b6f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382993 Jan 10 17:51:12.412430 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '14895b62-2796-4284-bfe4-3e13548fe01f', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'port_id': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'mac_address': 'fa:16:3e:27:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:50:30Z', 'updated_at': '2022-01-10T17:51:10Z', 'revision_number': 1, 'project_id': '08d4842074994421989ef7568b65aea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:12.442158 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] Checking router: f621cd84-bf9d-46da-9557-3eb5a6311885 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:51:12.444554 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-affede34-0788-4962-8f5d-54b72b04cfc5 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494062 Jan 10 17:51:12.453325 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:51:12.454136 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:50:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:12.457462 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-623c236c-118a-4b93-a258-21c06d26a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.458970 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-623c236c-118a-4b93-a258-21c06d26a299 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 1099 time: 0.1354663 Jan 10 17:51:12.470335 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c96739-88e5-497a-ad31-fd32c31e7969 req-e47decb5-3ee2-48a7-8986-480c3e562a63 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.471861 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-15c96739-88e5-497a-ad31-fd32c31e7969 req-e47decb5-3ee2-48a7-8986-480c3e562a63 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1471024 Jan 10 17:51:12.598427 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:51:12.702993 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-15c96739-88e5-497a-ad31-fd32c31e7969 req-d293731a-ff83-4606-935f-4af427c2c181 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124004 Jan 10 17:51:12.712716 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:12.739739 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d2c0a4a6-6f28-4963-b21a-cc925e50e3bc req-e0b98133-8ee3-45f5-85a7-a7cef6f345b0 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662210 Jan 10 17:51:12.742664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-cd56fb88-e134-40f2-9469-3603a086ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.745781 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-cd56fb88-e134-40f2-9469-3603a086ecf3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 911 time: 0.2719014 Jan 10 17:51:12.775608 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73071980-ed59-4eea-8e8c-66d3864d976e req-f3c55b65-c17b-48a1-853e-25f87f499611 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.783304 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-73071980-ed59-4eea-8e8c-66d3864d976e req-f3c55b65-c17b-48a1-853e-25f87f499611 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0883470 Jan 10 17:51:12.833721 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-57d1b1ae-8a06-49e1-befa-0f98176f2cda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 200 len: 1000 time: 0.0729387 Jan 10 17:51:12.836373 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-73071980-ed59-4eea-8e8c-66d3864d976e req-a1afea55-0fbb-437c-92b6-ed8378df864f tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519540 Jan 10 17:51:12.896939 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-1391e7d1-53fc-4b77-bf58-41445d9b8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.898894 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-1391e7d1-53fc-4b77-bf58-41445d9b8270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.0506358 Jan 10 17:51:12.933051 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '14895b62-2796-4284-bfe4-3e13548fe01f', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'port_id': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'mac_address': 'fa:16:3e:27:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:50:30Z', 'updated_at': '2022-01-10T17:51:10Z', 'revision_number': 1, 'project_id': '08d4842074994421989ef7568b65aea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:12.950397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-b7128eea-fa05-4c75-8ddc-8e974be09205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:12.951905 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-b7128eea-fa05-4c75-8ddc-8e974be09205 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442777 Jan 10 17:51:12.964923 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733864e-a31a-47e3-84be-898e0e926e37 None None] The sync data for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi is: [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '14895b62-2796-4284-bfe4-3e13548fe01f', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'floating_ip_address': '172.27.2.250', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'port_id': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'mac_address': 'fa:16:3e:27:b7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:50:30Z', 'updated_at': '2022-01-10T17:51:10Z', 'revision_number': 1, 'project_id': '08d4842074994421989ef7568b65aea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:51:13.071948 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-5a2486e2-76f2-4dfe-b0d8-482688c0a276 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117048 Jan 10 17:51:13.131225 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-1ec3739a-8c05-42f0-ae7c-afa3ba6893fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:13.199331 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-964170e9-884d-4042-9d6b-f171cb52d5a9 req-7605c951-09ca-44b2-a0a9-30d9ef575cb1 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192677 Jan 10 17:51:13.237863 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2945a5-f848-4b32-baf5-4d7662a02a2e None None] New status for floating IP 14895b62-2796-4284-bfe4-3e13548fe01f: ACTIVE {{(pid=114065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:51:13.774575 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-fa337034-2591-4ce7-a7c4-e72b82706bfb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:13.776639 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-fa337034-2591-4ce7-a7c4-e72b82706bfb tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0915565 Jan 10 17:51:13.918375 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7953f1-c3c1-44f4-9d2b-bf58b73ead4e req-a9c187cb-59e2-4c3e-bbcb-eced20bc738f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:13.919985 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1c7953f1-c3c1-44f4-9d2b-bf58b73ead4e req-a9c187cb-59e2-4c3e-bbcb-eced20bc738f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1094520 Jan 10 17:51:13.945006 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34500) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:13.981731 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32479714-7074-43d7-8dd3-79fcd02e85c0 req-0c840297-a624-4e04-aa56-7f893c79b43c tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:13.984818 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-32479714-7074-43d7-8dd3-79fcd02e85c0 req-0c840297-a624-4e04-aa56-7f893c79b43c tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 945 time: 0.0737975 Jan 10 17:51:14.004887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Deleting port 3f0780ea-d59f-43db-84d9-169914fcae0d {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:51:14.005118 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.036126 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1c7953f1-c3c1-44f4-9d2b-bf58b73ead4e req-9d05501c-a1ce-4d95-bcc9-bbf7177e9b29 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048603 Jan 10 17:51:14.079988 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-32479714-7074-43d7-8dd3-79fcd02e85c0 req-7f305908-a27d-4cce-8913-241c84fd2813 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/security-groups?id=90b1e33c-eed1-4f17-a64f-68780d78f36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887966 Jan 10 17:51:14.170947 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.175939 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] For port 3f0780ea-d59f-43db-84d9-169914fcae0d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3f0780ea-d59f-43db-84d9-169914fcae0d,segment=NetworkSegment(d50b257b-dc50-4091-9f3f-be72957e9819),segment_id=d50b257b-dc50-4091-9f3f-be72957e9819)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:51:14.176465 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.196620 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.199826 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Calling delete_port for 3f0780ea-d59f-43db-84d9-169914fcae0d owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:51:14.353952 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Publish callbacks [] for security_group (89ad9cf1-8765-4114-af1d-0730f1b88b37), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.360110 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (89ad9cf1-8765-4114-af1d-0730f1b88b37), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.433893 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f09f302d4fca4973829a01f187f7588d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869382 Jan 10 17:51:14.435081 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ad9cf1-8765-4114-af1d-0730f1b88b37,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:14.436647 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34512) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:14.438446 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425'] for port (3f0780ea-d59f-43db-84d9-169914fcae0d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.449548 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.449902 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.450236 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.450579 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.450902 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.451238 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.451569 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.451919 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.452152 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['3f0780ea-d59f-43db-84d9-169914fcae0d'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:51:14.452272 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.452549 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.452899 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.453229 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.453580 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0f2b6a-5119-487e-b87d-122911226f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:14.478107 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Pushing event deleted for resources: {'Port': ['ID=3f0780ea-d59f-43db-84d9-169914fcae0d,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:14.511926 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5de5c2a7-d455-41c3-b492-1d44606a6014 admin admin] Publish callbacks [] for security_group (89ad9cf1-8765-4114-af1d-0730f1b88b37), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.534106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5de5c2a7-d455-41c3-b492-1d44606a6014 admin admin] Publish callbacks [] for security_group (89ad9cf1-8765-4114-af1d-0730f1b88b37), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.538501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] No DVR routers for this DVR port 3f0780ea-d59f-43db-84d9-169914fcae0d on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:51:14.541932 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.545428 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4ff0587c-8f39-4c52-9845-9e219109fdc0 req-ecfeca28-33d2-4111-839d-7aec252ec055 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.35 "DELETE /v2.0/ports/3f0780ea-d59f-43db-84d9-169914fcae0d HTTP/1.1" status: 204 len: 173 time: 0.7601144 Jan 10 17:51:14.545887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d089ab-30a2-44ed-8458-874a92342890', 'name': 'network-vif-deleted', 'tag': '3f0780ea-d59f-43db-84d9-169914fcae0d'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:51:14.548234 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a413b-de6d-4f50-b4cc-5f779d360eab" -d '{"events": [{"server_uuid": "a8d089ab-30a2-44ed-8458-874a92342890", "name": "network-vif-deleted", "tag": "3f0780ea-d59f-43db-84d9-169914fcae0d"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:51:14.588902 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5de5c2a7-d455-41c3-b492-1d44606a6014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (89ad9cf1-8765-4114-af1d-0730f1b88b37), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.590036 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d94a1d4-364c-438f-b157-489924b8afe1 x-openstack-request-id: req-1d94a1d4-364c-438f-b157-489924b8afe1 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:51:14.590327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d089ab-30a2-44ed-8458-874a92342890", "name": "network-vif-deleted", "tag": "3f0780ea-d59f-43db-84d9-169914fcae0d", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:51:14.590747 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d94a1d4-364c-438f-b157-489924b8afe1 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:51:14.591161 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d089ab-30a2-44ed-8458-874a92342890', 'name': 'network-vif-deleted', 'tag': '3f0780ea-d59f-43db-84d9-169914fcae0d', 'status': 'completed', 'code': 200} Jan 10 17:51:14.591734 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5de5c2a7-d455-41c3-b492-1d44606a6014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.593718 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-5de5c2a7-d455-41c3-b492-1d44606a6014 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89ad9cf1-8765-4114-af1d-0730f1b88b37 HTTP/1.1" status: 204 len: 168 time: 0.1559865 Jan 10 17:51:14.603657 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5c2a7-d455-41c3-b492-1d44606a6014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ad9cf1-8765-4114-af1d-0730f1b88b37,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:14.868842 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34522) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:14.881913 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-63d074b7-eaeb-40f7-8b0a-31bb69f65c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.964390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-63d074b7-eaeb-40f7-8b0a-31bb69f65c0f admin admin] Publish callbacks [] for security_group (ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:14.968654 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-63d074b7-eaeb-40f7-8b0a-31bb69f65c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:15.006284 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-63d074b7-eaeb-40f7-8b0a-31bb69f65c0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3ae86f1be024a14ae49799f6335c7df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363068 Jan 10 17:51:15.008289 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d074b7-eaeb-40f7-8b0a-31bb69f65c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:15.009137 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34524) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:15.057926 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2ca42e1b-2b23-4839-86dd-dd1e34767fc9 admin admin] Publish callbacks [] for security_group (ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:15.080694 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2ca42e1b-2b23-4839-86dd-dd1e34767fc9 admin admin] Publish callbacks [] for security_group (ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:15.167393 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2ca42e1b-2b23-4839-86dd-dd1e34767fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:15.170020 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2ca42e1b-2b23-4839-86dd-dd1e34767fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:15.171167 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2ca42e1b-2b23-4839-86dd-dd1e34767fc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0 HTTP/1.1" status: 204 len: 168 time: 0.1610608 Jan 10 17:51:15.189346 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912b46d-51dc-4c8b-af47-e72fd391a448 req-785f41a8-8156-451f-907a-520fb9f5908f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:15.190849 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5912b46d-51dc-4c8b-af47-e72fd391a448 req-785f41a8-8156-451f-907a-520fb9f5908f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0725353 Jan 10 17:51:15.192659 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca42e1b-2b23-4839-86dd-dd1e34767fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e7bec-fc69-41cd-afd8-b7fb659ee1e0,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:15.222326 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c064c09a-2838-4206-a087-4ef152febb08 req-8e806139-93cf-4052-87c0-79d1ef342040 tempest-DeleteServersTestJSON-934393047 tempest-DeleteServersTestJSON-934393047-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8d089ab-30a2-44ed-8458-874a92342890 HTTP/1.1" status: 200 len: 210 time: 0.0327361 Jan 10 17:51:15.257401 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5912b46d-51dc-4c8b-af47-e72fd391a448 req-bfa27055-4fda-47a0-87cb-2edfe42c394e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603888 Jan 10 17:51:15.561555 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:16.378176 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bdb0b-60ff-4cca-ace3-c252f4afaa51 req-522361d4-cac8-4038-9ff2-19943e23f2d5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:16.379651 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-821bdb0b-60ff-4cca-ace3-c252f4afaa51 req-522361d4-cac8-4038-9ff2-19943e23f2d5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0486567 Jan 10 17:51:16.475360 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-821bdb0b-60ff-4cca-ace3-c252f4afaa51 req-06408618-ae13-4f01-8d8f-eccb055f3bdb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831900 Jan 10 17:51:16.982663 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:17.798115 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e312f-e27f-4426-b231-4e93b5c9e881 req-ee9011fd-2a9e-4fc9-b52b-6ba18065c34a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:17.799527 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-630e312f-e27f-4426-b231-4e93b5c9e881 req-ee9011fd-2a9e-4fc9-b52b-6ba18065c34a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.2539873 Jan 10 17:51:17.846582 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-630e312f-e27f-4426-b231-4e93b5c9e881 req-1e0f3fd6-266e-48fd-928d-7d6253b40900 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 Jan 10 17:51:19.060473 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3f0780ea-d59f-43db-84d9-169914fcae0d no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:51:19.090031 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 3f0780ea-d59f-43db-84d9-169914fcae0d {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:51:19.090396 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3f0780ea-d59f-43db-84d9-169914fcae0d not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:51:20.259195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ce826-5aba-47fa-a66a-a3fb26cf448a req-362f4da4-8c46-43c4-bf2e-87ea3aeb18a7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:20.260808 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2b4ce826-5aba-47fa-a66a-a3fb26cf448a req-362f4da4-8c46-43c4-bf2e-87ea3aeb18a7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Jan 10 17:51:20.297424 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-209ac117-36f5-4035-b9f6-9692db7ed476 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:20.298915 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-209ac117-36f5-4035-b9f6-9692db7ed476 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 0.1251128 Jan 10 17:51:20.310689 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2b4ce826-5aba-47fa-a66a-a3fb26cf448a req-50eedf92-07a8-4e84-a389-5347cc088efa tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439146 Jan 10 17:51:20.321290 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-6303036e-d1f6-4b3d-8d14-78392b2857bd tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/quotas/42d38f874b484d32b9af29e66fbaf139 HTTP/1.1" status: 200 len: 375 time: 0.0115175 Jan 10 17:51:20.356499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34722) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:20.367657 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1a55d553-040f-4587-8bbd-87e6e84bb24c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455706 Jan 10 17:51:20.405491 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34724) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:20.412894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] Deleting subnet 1134e694-d0a6-47fc-b6c8-8ca7d820e545 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:51:20.416725 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] Publish callbacks [] for subnet (1134e694-d0a6-47fc-b6c8-8ca7d820e545), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.450940 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] Publish callbacks [] for subnet (1134e694-d0a6-47fc-b6c8-8ca7d820e545), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.460239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (1134e694-d0a6-47fc-b6c8-8ca7d820e545), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.465209 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-e55fd58d-5395-494a-b3a7-5d3532da40f1 service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873868 Jan 10 17:51:20.528056 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb39b-1ea5-4686-8471-ceffa57290ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.535836 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (1134e694-d0a6-47fc-b6c8-8ca7d820e545), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.568077 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-f7b4fe26-9d56-4d6b-97ca-76fe8e144e0f service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966959 Jan 10 17:51:20.569741 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1134e694-d0a6-47fc-b6c8-8ca7d820e545,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:20.578847 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.581466 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-1c307cb2-05e4-4d2f-86ba-a899368fa568 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1134e694-d0a6-47fc-b6c8-8ca7d820e545 HTTP/1.1" status: 204 len: 168 time: 0.2238777 Jan 10 17:51:20.584412 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34732) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:20.645985 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb39b-1ea5-4686-8471-ceffa57290ee admin admin] Publish callbacks [] for security_group (b18b8100-baaf-466b-a207-efd41f6587c8), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.651704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb39b-1ea5-4686-8471-ceffa57290ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (b18b8100-baaf-466b-a207-efd41f6587c8), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.659245 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (138c7947-f830-4b87-bfd8-0735cd6d21ec), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.695510 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-bdfeb39b-1ea5-4686-8471-ceffa57290ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a671927a3224c72889f52af023062f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889867 Jan 10 17:51:20.696172 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34736) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:20.711923 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeb39b-1ea5-4686-8471-ceffa57290ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18b8100-baaf-466b-a207-efd41f6587c8,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:20.754170 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (138c7947-f830-4b87-bfd8-0735cd6d21ec), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.773711 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b18b09a2-7adc-4f0f-8da2-8f0c1391c553 req-0ddbf26a-a940-4635-aed2-e04e972133b0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0419173 Jan 10 17:51:20.786198 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.786546 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.787768 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.787768 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > port after_create 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.787950 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.788284 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > port after_update 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.788601 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.788938 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.789253 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.789899 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.792536 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-60256208-25d4-445c-8921-d29c1dc7b900 admin admin] Publish callbacks [] for security_group (b18b8100-baaf-466b-a207-efd41f6587c8), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.814806 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-60256208-25d4-445c-8921-d29c1dc7b900 admin admin] Publish callbacks [] for security_group (b18b8100-baaf-466b-a207-efd41f6587c8), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.864631 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-60256208-25d4-445c-8921-d29c1dc7b900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (b18b8100-baaf-466b-a207-efd41f6587c8), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.867101 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-60256208-25d4-445c-8921-d29c1dc7b900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:20.868215 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-60256208-25d4-445c-8921-d29c1dc7b900 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b18b8100-baaf-466b-a207-efd41f6587c8 HTTP/1.1" status: 204 len: 168 time: 0.1700671 Jan 10 17:51:20.877304 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60256208-25d4-445c-8921-d29c1dc7b900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18b8100-baaf-466b-a207-efd41f6587c8,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:20.972811 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.972811 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.972811 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.972811 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:20.972811 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138c7947-f830-4b87-bfd8-0735cd6d21ec']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:20.992695 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50b257b-dc50-4091-9f3f-be72957e9819') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:20.993192 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50b257b-dc50-4091-9f3f-be72957e9819') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:21.010720 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (d50b257b-dc50-4091-9f3f-be72957e9819), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.050199 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (d50b257b-dc50-4091-9f3f-be72957e9819), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.068294 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:51:21.069096 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (d50b257b-dc50-4091-9f3f-be72957e9819), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: warnings.warn(msg) Jan 10 17:51:21.094661 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:51:21.096827 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:51:21.188878 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (138c7947-f830-4b87-bfd8-0735cd6d21ec), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.211165 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.214690 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] 10.222.0.31 "DELETE /v2.0/networks/138c7947-f830-4b87-bfd8-0735cd6d21ec HTTP/1.1" status: 204 len: 168 time: 0.6289027 Jan 10 17:51:21.215751 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5cdb8-a58b-472c-97f3-9a7c4cf04c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=138c7947-f830-4b87-bfd8-0735cd6d21ec,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:21.277749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34784) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:21.293889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9d5df7e1-0314-44f9-8559-67e17172452d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.392698 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9d5df7e1-0314-44f9-8559-67e17172452d admin admin] Publish callbacks [] for security_group (9429df2a-7fbf-4c7d-9030-fe0828d49758), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.396665 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34792) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:21.405976 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9d5df7e1-0314-44f9-8559-67e17172452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9429df2a-7fbf-4c7d-9030-fe0828d49758), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.453645 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-719b3d5b-c82a-448a-b659-b3973749f1f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c61bba037fc49bead261e835ebd4b56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552826 Jan 10 17:51:21.456182 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34794) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:21.476805 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-9d5df7e1-0314-44f9-8559-67e17172452d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc1be22005d8470aaa611863d478b500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971552 Jan 10 17:51:21.478546 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5df7e1-0314-44f9-8559-67e17172452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9429df2a-7fbf-4c7d-9030-fe0828d49758,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:21.489400 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34796) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:21.526323 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6d01-bb2a-408e-8592-098ceb33ed4c admin admin] Publish callbacks [] for security_group (90b1e33c-eed1-4f17-a64f-68780d78f36b), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.552629 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c07965-986e-40e2-a34c-d4b87da0f5cd req-68c5b240-de43-44f7-8696-db7d4b483deb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:21.557590 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d4c07965-986e-40e2-a34c-d4b87da0f5cd req-68c5b240-de43-44f7-8696-db7d4b483deb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1141255 Jan 10 17:51:21.557735 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6d01-bb2a-408e-8592-098ceb33ed4c admin admin] Publish callbacks [] for security_group (90b1e33c-eed1-4f17-a64f-68780d78f36b), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.589093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3281-570b-4406-8909-6101f22f9f8d admin admin] Publish callbacks [] for security_group (9429df2a-7fbf-4c7d-9030-fe0828d49758), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.609518 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6d01-bb2a-408e-8592-098ceb33ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (90b1e33c-eed1-4f17-a64f-68780d78f36b), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.612151 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6d01-bb2a-408e-8592-098ceb33ed4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.613928 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-9b7d6d01-bb2a-408e-8592-098ceb33ed4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90b1e33c-eed1-4f17-a64f-68780d78f36b HTTP/1.1" status: 204 len: 168 time: 0.1567495 Jan 10 17:51:21.623484 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d6d01-bb2a-408e-8592-098ceb33ed4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1e33c-eed1-4f17-a64f-68780d78f36b,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:21.626368 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3281-570b-4406-8909-6101f22f9f8d admin admin] Publish callbacks [] for security_group (9429df2a-7fbf-4c7d-9030-fe0828d49758), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.636654 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d4c07965-986e-40e2-a34c-d4b87da0f5cd req-b1d64eab-88cf-4887-b492-7bda9817b151 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742331 Jan 10 17:51:21.690811 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3281-570b-4406-8909-6101f22f9f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9429df2a-7fbf-4c7d-9030-fe0828d49758), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.693981 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3281-570b-4406-8909-6101f22f9f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:21.695135 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-9d4d3281-570b-4406-8909-6101f22f9f8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9429df2a-7fbf-4c7d-9030-fe0828d49758 HTTP/1.1" status: 204 len: 168 time: 0.2047501 Jan 10 17:51:21.703086 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d3281-570b-4406-8909-6101f22f9f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9429df2a-7fbf-4c7d-9030-fe0828d49758,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:21.877512 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-21027e7b-5e12-40f9-be9d-9e0bcc8bc721 req-0ca22078-af8d-4771-96fe-56a23f528c6c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0324123 Jan 10 17:51:22.095535 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-84c63e5c-507c-4eb7-8497-d0acc4f290f3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:22.097248 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-84c63e5c-507c-4eb7-8497-d0acc4f290f3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 0.1338940 Jan 10 17:51:22.117324 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Request body: {'port': {'device_id': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'admin_state_up': True, 'tenant_id': '42d38f874b484d32b9af29e66fbaf139'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:22.286953 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Made reservation on behalf of 42d38f874b484d32b9af29e66fbaf139 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:51:22.292170 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:22.445419 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Allocated IP 172.20.0.10 (97d5a095-562b-4e17-9bd6-5105d1159613/aa3d6c23-1c63-408b-b66d-98182652d3dd/0b68147b-3c76-403d-9b6b-49fc7b59a447) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:51:22.612414 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks [] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:22.655225 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:22.679628 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:51:22.753404 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Network 97d5a095-562b-4e17-9bd6-5105d1159613 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:51:22.753404 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:51:22.771009 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:51:22.789539 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:22.789976 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:22.831636 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b943f-fade-4ce4-a181-7fb72025d9f2 req-fb09bd33-2ba4-4e2a-a7b5-97fdffebb419 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:22.837855 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event updated for resources: {'Port': ['ID=0b68147b-3c76-403d-9b6b-49fc7b59a447,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:22.844640 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-963b943f-fade-4ce4-a181-7fb72025d9f2 req-fb09bd33-2ba4-4e2a-a7b5-97fdffebb419 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0924430 Jan 10 17:51:22.853395 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-1e694fc9-c29a-4755-a7d7-ad554f1279ea tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433829 Jan 10 17:51:22.873686 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Request body: {'port': {'device_id': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:22.912150 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-963b943f-fade-4ce4-a181-7fb72025d9f2 req-51991c15-965b-47ad-bb50-d36079b298e7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663836 Jan 10 17:51:23.018393 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:23.096308 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd0d36-09ae-49e8-8a76-231c7c57b114 req-bce98ea9-ae72-4c12-8ff5-c95e5c73cf0a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:23.098123 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f0fd0d36-09ae-49e8-8a76-231c7c57b114 req-bce98ea9-ae72-4c12-8ff5-c95e5c73cf0a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 932 time: 0.0633736 Jan 10 17:51:23.178084 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f0fd0d36-09ae-49e8-8a76-231c7c57b114 req-fc6769f2-3cf6-4291-a34a-0a57b136fbaa tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670176 Jan 10 17:51:23.387154 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b68147b-3c76-403d-9b6b-49fc7b59a447 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:51:23.394651 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Publish callbacks [] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:23.407457 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Transition to ACTIVE for port object 0b68147b-3c76-403d-9b6b-49fc7b59a447 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:51:23.412889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:23.487854 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Pushing event updated for resources: {'Port': ['ID=0b68147b-3c76-403d-9b6b-49fc7b59a447,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:23.499219 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Attempting to bind port 0b68147b-3c76-403d-9b6b-49fc7b59a447 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:51:23.499645 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Attempting to bind port 0b68147b-3c76-403d-9b6b-49fc7b59a447 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:51:23.500043 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Attempting to bind port 0b68147b-3c76-403d-9b6b-49fc7b59a447 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:51:23.504609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Port 0b68147b-3c76-403d-9b6b-49fc7b59a447 on network 97d5a095-562b-4e17-9bd6-5105d1159613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:51:23.505034 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Attempting to bind port 0b68147b-3c76-403d-9b6b-49fc7b59a447 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:51:23.512985 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:51:23.513328 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Checking segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:51:23.513896 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Bound using segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:51:23.514329 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Bound port: 0b68147b-3c76-403d-9b6b-49fc7b59a447, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:51:23.514687 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:23.577598 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] For port 0b68147b-3c76-403d-9b6b-49fc7b59a447, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:51:23.580787 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] For port 0b68147b-3c76-403d-9b6b-49fc7b59a447, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=0b68147b-3c76-403d-9b6b-49fc7b59a447,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:51:23.585109 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:23.622093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:23.622760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:23.624230 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b68147b-3c76-403d-9b6b-49fc7b59a447 HTTP/1.1" status: 200 len: 1094 time: 0.7557547 Jan 10 17:51:23.624678 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'tag': '0b68147b-3c76-403d-9b6b-49fc7b59a447'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:51:23.627369 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c249bac-7239-4199-93f0-5556c7cc29fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9e4f0fde-1828-4494-8125-1726b0031b5b", "tag": "0b68147b-3c76-403d-9b6b-49fc7b59a447"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:51:23.651742 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b9a9a-e2ae-40a4-a04e-17f2bff9fd35 service neutron] Pushing event updated for resources: {'Port': ['ID=0b68147b-3c76-403d-9b6b-49fc7b59a447,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:23.671464 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fff516-6450-465b-9cdf-2d0ab0df5a39 x-openstack-request-id: req-47fff516-6450-465b-9cdf-2d0ab0df5a39 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:51:23.671758 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e4f0fde-1828-4494-8125-1726b0031b5b", "tag": "0b68147b-3c76-403d-9b6b-49fc7b59a447", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:51:23.672039 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47fff516-6450-465b-9cdf-2d0ab0df5a39 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:51:23.672474 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'tag': '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'status': 'completed', 'code': 200} Jan 10 17:51:23.721489 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-383cc0c8-b157-4dd8-ae5d-849c511e0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:23.723016 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-383cc0c8-b157-4dd8-ae5d-849c511e0918 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 1097 time: 0.0447559 Jan 10 17:51:23.785047 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-e22741d7-8e6e-4a29-b634-d76481d41b87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b68147b-3c76-403d-9b6b-49fc7b59a447 HTTP/1.1" status: 200 len: 217 time: 0.0406151 Jan 10 17:51:23.832685 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-48f19c1d-3e7b-499f-94ea-54f299492792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:23.834161 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-48f19c1d-3e7b-499f-94ea-54f299492792 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.0427508 Jan 10 17:51:23.863986 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-3ff68e48-86bb-4e49-8488-849f9209a0af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230842 Jan 10 17:51:23.956884 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-6bac5926-fb28-4095-a2f5-10a187dc7eae service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842423 Jan 10 17:51:24.077926 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfe4f0d0-e21d-4a13-9124-c86e029fc8b9 req-f1ae6e4d-14e8-4518-9d31-f391ad8db1bb service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122816 Jan 10 17:51:24.086683 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cfa0c-9377-430d-abf7-2818b791ba9e req-21b963a4-862d-4367-9a75-c632d2f07499 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:24.088150 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4f2cfa0c-9377-430d-abf7-2818b791ba9e req-21b963a4-862d-4367-9a75-c632d2f07499 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0709186 Jan 10 17:51:24.151401 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4f2cfa0c-9377-430d-abf7-2818b791ba9e req-87bec3f5-6c01-47c6-b0b5-3fa0cae7733e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564518 Jan 10 17:51:24.188088 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-58213962-b38a-4c6e-ae65-d55d154125b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:24.189604 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-58213962-b38a-4c6e-ae65-d55d154125b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 1097 time: 0.0512629 Jan 10 17:51:24.299036 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-064c45f5-16c6-4c6a-bbb5-5f3f824ef27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:24.300645 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-064c45f5-16c6-4c6a-bbb5-5f3f824ef27d service neutron] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 916 time: 0.1022677 Jan 10 17:51:24.329073 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa52dc3-6ae2-4814-93bf-97584f88a77d req-1d994d15-fd25-489e-8b07-787c129d3bb4 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:24.337204 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4aa52dc3-6ae2-4814-93bf-97584f88a77d req-1d994d15-fd25-489e-8b07-787c129d3bb4 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 944 time: 0.0663629 Jan 10 17:51:24.348765 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-624d22c0-7846-49a2-b32b-ff1aabaacb3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b68147b-3c76-403d-9b6b-49fc7b59a447 HTTP/1.1" status: 200 len: 217 time: 0.0392747 Jan 10 17:51:24.392680 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4aa52dc3-6ae2-4814-93bf-97584f88a77d req-2ddd5298-d65f-4f5c-99c3-f2127b37e007 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544205 Jan 10 17:51:24.416239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-136f7c33-2e81-4130-81b2-f82761b7c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:24.416239 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-136f7c33-2e81-4130-81b2-f82761b7c5d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.0586493 Jan 10 17:51:24.449881 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-75051657-2596-42bd-a7e0-912765283d2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258112 Jan 10 17:51:24.504697 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34954) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:24.579626 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-729e9286-3564-4cb1-a107-7b55b1fd2f6d service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217670 Jan 10 17:51:24.633607 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f15ff29-7815-4be4-9467-094a9e5ba9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:24.685413 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0c249bac-7239-4199-93f0-5556c7cc29fe req-b4e9e3e4-932e-4106-a8c9-b6bd90c93295 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953875 Jan 10 17:51:24.710457 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f15ff29-7815-4be4-9467-094a9e5ba9dc admin admin] Publish callbacks [] for security_group (7937aba1-c862-4913-984c-6fdedcc44d14), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:24.715980 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4f15ff29-7815-4be4-9467-094a9e5ba9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (7937aba1-c862-4913-984c-6fdedcc44d14), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:24.751400 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15ff29-7815-4be4-9467-094a9e5ba9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7937aba1-c862-4913-984c-6fdedcc44d14,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:24.755555 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4f15ff29-7815-4be4-9467-094a9e5ba9dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49da6d91c4704b85978cb2fe20e0f6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498775 Jan 10 17:51:24.758342 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34972) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:24.805389 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2cb109b4-2ee7-413f-9251-c3e5bb24dd4b admin admin] Publish callbacks [] for security_group (7937aba1-c862-4913-984c-6fdedcc44d14), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:24.829609 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2cb109b4-2ee7-413f-9251-c3e5bb24dd4b admin admin] Publish callbacks [] for security_group (7937aba1-c862-4913-984c-6fdedcc44d14), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:24.878607 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2cb109b4-2ee7-413f-9251-c3e5bb24dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (7937aba1-c862-4913-984c-6fdedcc44d14), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:24.881431 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2cb109b4-2ee7-413f-9251-c3e5bb24dd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:24.885304 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2cb109b4-2ee7-413f-9251-c3e5bb24dd4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7937aba1-c862-4913-984c-6fdedcc44d14 HTTP/1.1" status: 204 len: 168 time: 0.1261141 Jan 10 17:51:24.892895 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb109b4-2ee7-413f-9251-c3e5bb24dd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7937aba1-c862-4913-984c-6fdedcc44d14,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:25.158307 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 34986) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:25.171462 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c898839d-3611-419a-b2c2-c4d3ad8bd082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:25.261603 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c898839d-3611-419a-b2c2-c4d3ad8bd082 admin admin] Publish callbacks [] for security_group (6afe7954-340a-4d10-a037-8a110d5af0a2), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:25.266968 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c898839d-3611-419a-b2c2-c4d3ad8bd082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6afe7954-340a-4d10-a037-8a110d5af0a2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:25.284387 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239796bf-a940-4c36-99fd-9d07eba75f7a req-d28070ca-8538-4845-8305-cecf571a8d5c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:25.286045 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-239796bf-a940-4c36-99fd-9d07eba75f7a req-d28070ca-8538-4845-8305-cecf571a8d5c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0533974 Jan 10 17:51:25.306472 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c898839d-3611-419a-b2c2-c4d3ad8bd082 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=145a5f86c4a34f96b571eebc41cdc401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470556 Jan 10 17:51:25.307673 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898839d-3611-419a-b2c2-c4d3ad8bd082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe7954-340a-4d10-a037-8a110d5af0a2,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:25.309682 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 34994) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:25.367425 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-239796bf-a940-4c36-99fd-9d07eba75f7a req-09d3e0c1-a5ce-49b1-9973-a888212cfbe3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729265 Jan 10 17:51:25.382889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-285320fc-94d7-41ba-9ac6-b16e17e3b515 admin admin] Publish callbacks [] for security_group (6afe7954-340a-4d10-a037-8a110d5af0a2), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:25.410679 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-285320fc-94d7-41ba-9ac6-b16e17e3b515 admin admin] Publish callbacks [] for security_group (6afe7954-340a-4d10-a037-8a110d5af0a2), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:25.476239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-285320fc-94d7-41ba-9ac6-b16e17e3b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6afe7954-340a-4d10-a037-8a110d5af0a2), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:25.478741 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-285320fc-94d7-41ba-9ac6-b16e17e3b515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:25.479803 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-285320fc-94d7-41ba-9ac6-b16e17e3b515 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6afe7954-340a-4d10-a037-8a110d5af0a2 HTTP/1.1" status: 204 len: 168 time: 0.1691415 Jan 10 17:51:25.504423 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285320fc-94d7-41ba-9ac6-b16e17e3b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afe7954-340a-4d10-a037-8a110d5af0a2,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:25.528247 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd7846-ec03-48d4-a7f2-383309f6e6eb req-5da843b7-1452-4527-ac96-4912f45c2e02 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:25.529752 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-37bd7846-ec03-48d4-a7f2-383309f6e6eb req-5da843b7-1452-4527-ac96-4912f45c2e02 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 944 time: 0.0650425 Jan 10 17:51:25.589360 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-37bd7846-ec03-48d4-a7f2-383309f6e6eb req-be5aa640-1c89-42db-93d8-45dc169f096f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500731 Jan 10 17:51:27.470234 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35084) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:27.578262 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4dbe-4ac1-4879-80fc-88a80dba3d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:27.652786 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4dbe-4ac1-4879-80fc-88a80dba3d6c admin admin] Publish callbacks [] for security_group (0bb423ed-56d6-483f-aacc-7f11a31db97f), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:27.659169 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f4ea4dbe-4ac1-4879-80fc-88a80dba3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0bb423ed-56d6-483f-aacc-7f11a31db97f), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:27.700175 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f4ea4dbe-4ac1-4879-80fc-88a80dba3d6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48bbae7ec0a94ff6b2454cbf859d8cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288697 Jan 10 17:51:27.701566 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea4dbe-4ac1-4879-80fc-88a80dba3d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb423ed-56d6-483f-aacc-7f11a31db97f,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:27.703080 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35090) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:27.751512 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0fe88b78-9f64-47dd-ad8a-0cfe7ae800f5 admin admin] Publish callbacks [] for security_group (0bb423ed-56d6-483f-aacc-7f11a31db97f), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:27.772029 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0fe88b78-9f64-47dd-ad8a-0cfe7ae800f5 admin admin] Publish callbacks [] for security_group (0bb423ed-56d6-483f-aacc-7f11a31db97f), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:27.830626 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0fe88b78-9f64-47dd-ad8a-0cfe7ae800f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0bb423ed-56d6-483f-aacc-7f11a31db97f), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:27.833650 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0fe88b78-9f64-47dd-ad8a-0cfe7ae800f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:27.835015 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0fe88b78-9f64-47dd-ad8a-0cfe7ae800f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0bb423ed-56d6-483f-aacc-7f11a31db97f HTTP/1.1" status: 204 len: 168 time: 0.1309619 Jan 10 17:51:27.844119 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe88b78-9f64-47dd-ad8a-0cfe7ae800f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb423ed-56d6-483f-aacc-7f11a31db97f,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:27.898908 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f755f-e539-4ffa-8d07-20e7267454d6 req-c3284dbc-2f4d-476f-88f5-3d76ae2c7175 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:27.902065 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3c9f755f-e539-4ffa-8d07-20e7267454d6 req-c3284dbc-2f4d-476f-88f5-3d76ae2c7175 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0550549 Jan 10 17:51:27.921469 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e615c-4271-4837-9a44-7d454bbff54a req-5e622ae5-8f2f-45af-b11f-c2e4033abb06 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:27.922963 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f14e615c-4271-4837-9a44-7d454bbff54a req-5e622ae5-8f2f-45af-b11f-c2e4033abb06 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 944 time: 0.0527442 Jan 10 17:51:27.950096 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3c9f755f-e539-4ffa-8d07-20e7267454d6 req-cc9c2bb1-f460-42dd-8a67-85fe76dd9be0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439639 Jan 10 17:51:27.975663 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f14e615c-4271-4837-9a44-7d454bbff54a req-3d96ff49-5c7f-4dd4-abe5-d34ef3f428e0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448167 Jan 10 17:51:28.136056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35106) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:28.149535 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5c0e9157-74e5-4fb7-89a5-0b1476b6eb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:28.227790 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5c0e9157-74e5-4fb7-89a5-0b1476b6eb57 admin admin] Publish callbacks [] for security_group (329a88a5-603a-4a57-9537-256b0443d182), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:28.233301 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5c0e9157-74e5-4fb7-89a5-0b1476b6eb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (329a88a5-603a-4a57-9537-256b0443d182), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:28.270338 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-5c0e9157-74e5-4fb7-89a5-0b1476b6eb57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=167c0229fc52415db6b188874b9fd61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332080 Jan 10 17:51:28.271479 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e9157-74e5-4fb7-89a5-0b1476b6eb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329a88a5-603a-4a57-9537-256b0443d182,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:28.273117 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35108) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:28.320681 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e21b06a8-21d5-4d5f-9b0d-ea1fb89985d9 admin admin] Publish callbacks [] for security_group (329a88a5-603a-4a57-9537-256b0443d182), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:28.341514 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e21b06a8-21d5-4d5f-9b0d-ea1fb89985d9 admin admin] Publish callbacks [] for security_group (329a88a5-603a-4a57-9537-256b0443d182), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:28.387766 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e21b06a8-21d5-4d5f-9b0d-ea1fb89985d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (329a88a5-603a-4a57-9537-256b0443d182), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:28.390313 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e21b06a8-21d5-4d5f-9b0d-ea1fb89985d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:28.391486 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-e21b06a8-21d5-4d5f-9b0d-ea1fb89985d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/329a88a5-603a-4a57-9537-256b0443d182 HTTP/1.1" status: 204 len: 168 time: 0.1170642 Jan 10 17:51:28.400690 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b06a8-21d5-4d5f-9b0d-ea1fb89985d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329a88a5-603a-4a57-9537-256b0443d182,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:29.120370 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a066312-8f1a-4020-9d00-ccf71766300c req-77ee63f2-f445-4289-a691-e2c9f1fb9390 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:29.128413 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7a066312-8f1a-4020-9d00-ccf71766300c req-77ee63f2-f445-4289-a691-e2c9f1fb9390 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0752637 Jan 10 17:51:29.164459 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35162) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:29.187948 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7a066312-8f1a-4020-9d00-ccf71766300c req-b589edeb-a576-458e-9dd7-de5c7e51d699 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581958 Jan 10 17:51:29.194235 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84789b10-8139-40e3-b81f-7c053674d216 req-98a641f8-788b-4f42-8fad-e2478a4b2782 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:29.206240 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84789b10-8139-40e3-b81f-7c053674d216 req-98a641f8-788b-4f42-8fad-e2478a4b2782 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 944 time: 0.1163163 Jan 10 17:51:29.276127 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84789b10-8139-40e3-b81f-7c053674d216 req-167d07d4-abed-409e-8b99-026feeaa8dfd tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678306 Jan 10 17:51:29.339377 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4cf50e83-dfaf-4779-80d2-e3a936f112d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:29.432165 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4cf50e83-dfaf-4779-80d2-e3a936f112d5 admin admin] Publish callbacks [] for security_group (a516759d-d1c9-4fd1-bc5c-52bd0313474e), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:29.435790 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4cf50e83-dfaf-4779-80d2-e3a936f112d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a516759d-d1c9-4fd1-bc5c-52bd0313474e), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:29.473003 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4cf50e83-dfaf-4779-80d2-e3a936f112d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08c1bf0f5a4c4ffca1a7ee8879944380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074636 Jan 10 17:51:29.474346 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf50e83-dfaf-4779-80d2-e3a936f112d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a516759d-d1c9-4fd1-bc5c-52bd0313474e,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:29.475842 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35182) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:29.528041 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0c18c773-3ef6-4f81-91d5-a05e206dffa0 admin admin] Publish callbacks [] for security_group (a516759d-d1c9-4fd1-bc5c-52bd0313474e), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:29.552690 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0c18c773-3ef6-4f81-91d5-a05e206dffa0 admin admin] Publish callbacks [] for security_group (a516759d-d1c9-4fd1-bc5c-52bd0313474e), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:29.598745 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0c18c773-3ef6-4f81-91d5-a05e206dffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a516759d-d1c9-4fd1-bc5c-52bd0313474e), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:29.601694 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0c18c773-3ef6-4f81-91d5-a05e206dffa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:29.602892 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0c18c773-3ef6-4f81-91d5-a05e206dffa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a516759d-d1c9-4fd1-bc5c-52bd0313474e HTTP/1.1" status: 204 len: 168 time: 0.1252162 Jan 10 17:51:29.611594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18c773-3ef6-4f81-91d5-a05e206dffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516759d-d1c9-4fd1-bc5c-52bd0313474e,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:29.897914 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35204) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:29.913287 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c42930ba-31de-4c4f-8333-89dcf4f56d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.016154 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c42930ba-31de-4c4f-8333-89dcf4f56d0b admin admin] Publish callbacks [] for security_group (f2fee81c-51c4-4cf0-ad5f-2182f49f1814), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.022307 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c42930ba-31de-4c4f-8333-89dcf4f56d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f2fee81c-51c4-4cf0-ad5f-2182f49f1814), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.067933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35218) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:30.068137 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c42930ba-31de-4c4f-8333-89dcf4f56d0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8258b71ee14c44a7960ef0a612ba8626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685555 Jan 10 17:51:30.070173 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42930ba-31de-4c4f-8333-89dcf4f56d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fee81c-51c4-4cf0-ad5f-2182f49f1814,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:30.090553 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35220) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:30.123887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b83c-9493-42da-887f-407cd808650d admin admin] Publish callbacks [] for security_group (f2fee81c-51c4-4cf0-ad5f-2182f49f1814), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.148497 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b83c-9493-42da-887f-407cd808650d admin admin] Publish callbacks [] for security_group (f2fee81c-51c4-4cf0-ad5f-2182f49f1814), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.202035 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81b8f7f7-641e-4b48-bc6d-17a69405fbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.207475 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b83c-9493-42da-887f-407cd808650d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f2fee81c-51c4-4cf0-ad5f-2182f49f1814), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.211668 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-cbc8b83c-9493-42da-887f-407cd808650d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.211668 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-cbc8b83c-9493-42da-887f-407cd808650d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2fee81c-51c4-4cf0-ad5f-2182f49f1814 HTTP/1.1" status: 204 len: 168 time: 0.1423585 Jan 10 17:51:30.240154 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8b83c-9493-42da-887f-407cd808650d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fee81c-51c4-4cf0-ad5f-2182f49f1814,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:30.318725 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 0b68147b-3c76-403d-9b6b-49fc7b59a447 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:51:30.321920 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81b8f7f7-641e-4b48-bc6d-17a69405fbe6 admin admin] Publish callbacks [] for security_group (99242e99-e65a-4913-bbbb-9919c00f6bad), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.332079 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81b8f7f7-641e-4b48-bc6d-17a69405fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (99242e99-e65a-4913-bbbb-9919c00f6bad), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.362572 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43597dd4-fb11-4541-b4b7-ab1546151a2c req-bf69ccd7-efd5-4407-a04f-697ebc064863 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:30.369956 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-43597dd4-fb11-4541-b4b7-ab1546151a2c req-bf69ccd7-efd5-4407-a04f-697ebc064863 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0936625 Jan 10 17:51:30.429942 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-81b8f7f7-641e-4b48-bc6d-17a69405fbe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5ef1868a7ef40faaad07b4cb60e6d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382852 Jan 10 17:51:30.432541 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8f7f7-641e-4b48-bc6d-17a69405fbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99242e99-e65a-4913-bbbb-9919c00f6bad,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:30.435012 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35238) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:30.456063 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 0b68147b-3c76-403d-9b6b-49fc7b59a447, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=0b68147b-3c76-403d-9b6b-49fc7b59a447,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:51:30.474229 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-43597dd4-fb11-4541-b4b7-ab1546151a2c req-8dd03594-d513-4f24-af17-e187fd40a95b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976911 Jan 10 17:51:30.485088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'port_id': '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'mac_address': 'fa:16:3e:20:18:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3d6c23-1c63-408b-b66d-98182652d3dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:51:30.524203 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2a0c0-9da3-40a6-8c96-168117e65156 req-afbfacd3-d23b-4c0b-b479-99975eb3f65f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:30.526099 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2df2a0c0-9da3-40a6-8c96-168117e65156 req-afbfacd3-d23b-4c0b-b479-99975eb3f65f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 944 time: 0.1489866 Jan 10 17:51:30.550492 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 0b68147b-3c76-403d-9b6b-49fc7b59a447 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:51:30.550898 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.575652 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b68147b-3c76-403d-9b6b-49fc7b59a447 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:51:30.611031 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2df2a0c0-9da3-40a6-8c96-168117e65156 req-782d1b7a-a5ec-45f1-a21c-6a1b7136ff28 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762041 Jan 10 17:51:30.612273 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-659b4362-dcd6-4433-853f-6198ae596acb admin admin] Publish callbacks [] for security_group (99242e99-e65a-4913-bbbb-9919c00f6bad), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.620764 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 0b68147b-3c76-403d-9b6b-49fc7b59a447, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=0b68147b-3c76-403d-9b6b-49fc7b59a447,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:51:30.628989 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.647010 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-659b4362-dcd6-4433-853f-6198ae596acb admin admin] Publish callbacks [] for security_group (99242e99-e65a-4913-bbbb-9919c00f6bad), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.687078 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=0b68147b-3c76-403d-9b6b-49fc7b59a447,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:30.695584 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.695934 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.696300 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.696686 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.697109 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.697452 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.697829 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.701491 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-659b4362-dcd6-4433-853f-6198ae596acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (99242e99-e65a-4913-bbbb-9919c00f6bad), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.702245 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.702968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.703576 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.704089 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.704614 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.704739 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-659b4362-dcd6-4433-853f-6198ae596acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:30.705296 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:51:30.708598 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-659b4362-dcd6-4433-853f-6198ae596acb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99242e99-e65a-4913-bbbb-9919c00f6bad HTTP/1.1" status: 204 len: 168 time: 0.2603188 Jan 10 17:51:30.719440 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b4362-dcd6-4433-853f-6198ae596acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99242e99-e65a-4913-bbbb-9919c00f6bad,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:30.966118 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['0b68147b-3c76-403d-9b6b-49fc7b59a447'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:51:31.079185 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35280) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:31.270677 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0abf-fd93-411f-bbd5-8053c27510ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.352574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0abf-fd93-411f-bbd5-8053c27510ed admin admin] Publish callbacks [] for security_group (d3288907-2e7e-4b2c-9479-1ceb8c3d63b4), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.358192 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f2b0abf-fd93-411f-bbd5-8053c27510ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d3288907-2e7e-4b2c-9479-1ceb8c3d63b4), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.399645 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7f2b0abf-fd93-411f-bbd5-8053c27510ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03d505080db0418ea8691a31e101c2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193073 Jan 10 17:51:31.400198 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35304) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:31.401644 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b0abf-fd93-411f-bbd5-8053c27510ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3288907-2e7e-4b2c-9479-1ceb8c3d63b4,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:31.462831 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8a7db29e-3913-46a9-934a-921b423085c8 admin admin] Publish callbacks [] for security_group (d3288907-2e7e-4b2c-9479-1ceb8c3d63b4), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.485845 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8a7db29e-3913-46a9-934a-921b423085c8 admin admin] Publish callbacks [] for security_group (d3288907-2e7e-4b2c-9479-1ceb8c3d63b4), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.523904 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35312) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:31.555259 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8a7db29e-3913-46a9-934a-921b423085c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d3288907-2e7e-4b2c-9479-1ceb8c3d63b4), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.558894 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8a7db29e-3913-46a9-934a-921b423085c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.560430 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-8a7db29e-3913-46a9-934a-921b423085c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3288907-2e7e-4b2c-9479-1ceb8c3d63b4 HTTP/1.1" status: 204 len: 168 time: 0.1585536 Jan 10 17:51:31.592255 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7db29e-3913-46a9-934a-921b423085c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3288907-2e7e-4b2c-9479-1ceb8c3d63b4,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:31.616486 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f5588-c921-4aaa-8b8c-5d9187ef3f24 req-3e9f4cc7-a501-4d90-897b-5d3fb0cbe020 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:31.618061 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-129f5588-c921-4aaa-8b8c-5d9187ef3f24 req-3e9f4cc7-a501-4d90-897b-5d3fb0cbe020 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0649488 Jan 10 17:51:31.686508 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-129f5588-c921-4aaa-8b8c-5d9187ef3f24 req-f4c33c1c-0049-4e29-b9ba-d2f597645a2f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594132 Jan 10 17:51:31.715011 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81301aba-5520-4677-aae4-ccb781d9ec5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.753753 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e1ea-e2d2-4904-ba79-503b531c5ae6 req-94a2a207-9fb5-4e4e-bbbd-9bfe4ed8b94a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:31.755483 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-14b6e1ea-e2d2-4904-ba79-503b531c5ae6 req-94a2a207-9fb5-4e4e-bbbd-9bfe4ed8b94a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 945 time: 0.0719042 Jan 10 17:51:31.816699 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81301aba-5520-4677-aae4-ccb781d9ec5b admin admin] Publish callbacks [] for security_group (4c42e946-93a7-4a27-b0cf-79e8717c236f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.818335 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-14b6e1ea-e2d2-4904-ba79-503b531c5ae6 req-8d9e7f1c-37b8-42f7-997c-cbe9a854ecfc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556226 Jan 10 17:51:31.823629 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81301aba-5520-4677-aae4-ccb781d9ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (4c42e946-93a7-4a27-b0cf-79e8717c236f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.868601 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-81301aba-5520-4677-aae4-ccb781d9ec5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=877a14c93b5b44eda43e77e35c5820ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406117 Jan 10 17:51:31.868601 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81301aba-5520-4677-aae4-ccb781d9ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42e946-93a7-4a27-b0cf-79e8717c236f,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:31.868775 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35330) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:31.918371 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-274dd236-0e3b-4d69-9205-9bf6b2bcaafb admin admin] Publish callbacks [] for security_group (4c42e946-93a7-4a27-b0cf-79e8717c236f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.945528 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-274dd236-0e3b-4d69-9205-9bf6b2bcaafb admin admin] Publish callbacks [] for security_group (4c42e946-93a7-4a27-b0cf-79e8717c236f), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:31.997329 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-274dd236-0e3b-4d69-9205-9bf6b2bcaafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (4c42e946-93a7-4a27-b0cf-79e8717c236f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.000336 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-274dd236-0e3b-4d69-9205-9bf6b2bcaafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.001571 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-274dd236-0e3b-4d69-9205-9bf6b2bcaafb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c42e946-93a7-4a27-b0cf-79e8717c236f HTTP/1.1" status: 204 len: 168 time: 0.1317329 Jan 10 17:51:32.010981 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dd236-0e3b-4d69-9205-9bf6b2bcaafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42e946-93a7-4a27-b0cf-79e8717c236f,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:32.337665 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 0b68147b-3c76-403d-9b6b-49fc7b59a447 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:51:32.396900 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 0b68147b-3c76-403d-9b6b-49fc7b59a447 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:51:32.401300 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 0b68147b-3c76-403d-9b6b-49fc7b59a447 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:51:32.401684 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.482167 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 0b68147b-3c76-403d-9b6b-49fc7b59a447 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:51:32.482688 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.511916 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68147b-3c76-403d-9b6b-49fc7b59a447'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:51:32.514774 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c3f79-3627-4bfc-8c42-c05926b18e5f" -d '{"events": [{"server_uuid": "9e4f0fde-1828-4494-8125-1726b0031b5b", "name": "network-vif-plugged", "status": "completed", "tag": "0b68147b-3c76-403d-9b6b-49fc7b59a447"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:51:32.550691 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 0b68147b-3c76-403d-9b6b-49fc7b59a447, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=0b68147b-3c76-403d-9b6b-49fc7b59a447,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:51:32.556519 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4342113e-54f7-46f0-854a-97437ffa8d12 x-openstack-request-id: req-4342113e-54f7-46f0-854a-97437ffa8d12 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:51:32.556903 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4f0fde-1828-4494-8125-1726b0031b5b", "name": "network-vif-plugged", "status": "completed", "tag": "0b68147b-3c76-403d-9b6b-49fc7b59a447", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:51:32.557138 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4342113e-54f7-46f0-854a-97437ffa8d12 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:51:32.558779 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'code': 200} Jan 10 17:51:32.560192 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.572155 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35380) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:32.606971 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-598b6827-4861-41d5-ab05-b576095b006e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.629168 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=0b68147b-3c76-403d-9b6b-49fc7b59a447,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:32.771582 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-598b6827-4861-41d5-ab05-b576095b006e admin admin] Publish callbacks [] for security_group (9e3280b3-8b6d-4ca3-a2c5-5369b874cd21), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.782941 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-598b6827-4861-41d5-ab05-b576095b006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9e3280b3-8b6d-4ca3-a2c5-5369b874cd21), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.831276 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b6827-4861-41d5-ab05-b576095b006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3280b3-8b6d-4ca3-a2c5-5369b874cd21,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:32.844502 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-598b6827-4861-41d5-ab05-b576095b006e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7a908015fc84ca1b724cd95ac73363f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701795 Jan 10 17:51:32.847147 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35420) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:32.886978 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80c3c-f1c3-45fc-a160-4a8f4557204a req-29865fac-c341-40cd-8a22-2d02d8b57b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:32.889774 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-caa80c3c-f1c3-45fc-a160-4a8f4557204a req-29865fac-c341-40cd-8a22-2d02d8b57b2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 1099 time: 0.1268730 Jan 10 17:51:32.935273 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048517e7-2e22-48f1-a266-bbbc6f560cbe req-8ec2301d-1267-41d5-8427-20e213e9ec64 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:32.942247 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd87e-d58e-43fe-8240-c3d644c8223c admin admin] Publish callbacks [] for security_group (9e3280b3-8b6d-4ca3-a2c5-5369b874cd21), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.943245 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-048517e7-2e22-48f1-a266-bbbc6f560cbe req-8ec2301d-1267-41d5-8427-20e213e9ec64 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1241281 Jan 10 17:51:32.983919 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd87e-d58e-43fe-8240-c3d644c8223c admin admin] Publish callbacks [] for security_group (9e3280b3-8b6d-4ca3-a2c5-5369b874cd21), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:32.999378 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-caa80c3c-f1c3-45fc-a160-4a8f4557204a req-c86d3b02-a8aa-40df-a1ff-c0876a08e66b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990496 Jan 10 17:51:33.020877 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-048517e7-2e22-48f1-a266-bbbc6f560cbe req-11b28ca2-7d8b-4216-ba46-09d2f336a672 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765266 Jan 10 17:51:33.053143 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35426) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:33.064355 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d9e7a-fd4f-490d-9872-3f6e6012b957 req-c3cf6369-4a37-43cc-9814-1852f2de3623 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:33.065920 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-482d9e7a-fd4f-490d-9872-3f6e6012b957 req-c3cf6369-4a37-43cc-9814-1852f2de3623 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 946 time: 0.0944915 Jan 10 17:51:33.105334 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd87e-d58e-43fe-8240-c3d644c8223c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9e3280b3-8b6d-4ca3-a2c5-5369b874cd21), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.108135 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd87e-d58e-43fe-8240-c3d644c8223c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.112254 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0d2fd87e-d58e-43fe-8240-c3d644c8223c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e3280b3-8b6d-4ca3-a2c5-5369b874cd21 HTTP/1.1" status: 204 len: 168 time: 0.2624452 Jan 10 17:51:33.132348 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fd87e-d58e-43fe-8240-c3d644c8223c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3280b3-8b6d-4ca3-a2c5-5369b874cd21,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:33.148837 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-482d9e7a-fd4f-490d-9872-3f6e6012b957 req-b1e08eb6-3c8a-4c17-8d0d-e775e413554d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712163 Jan 10 17:51:33.327179 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-224609683-network', 'tenant_id': 'ca032d0195914a6ca83d4db4967d1e70'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:33.360761 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Made reservation on behalf of ca032d0195914a6ca83d4db4967d1e70 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:51:33.365554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.385209 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.494481 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks [] for security_group (86f5e647-40e2-4ef3-a4de-b80ce9c34973), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.500665 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (86f5e647-40e2-4ef3-a4de-b80ce9c34973), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.524777 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:51:33.540753 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f5e647-40e2-4ef3-a4de-b80ce9c34973,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:33.543946 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (52ceabbe-ee1a-4af9-b861-c191446ca6cc), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.544318 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Added segment 52ceabbe-ee1a-4af9-b861-c191446ca6cc of type vlan for network a0ebde29-7db7-4b24-b224-96b4b5a2b6da Jan 10 17:51:33.592786 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (a0ebde29-7db7-4b24-b224-96b4b5a2b6da), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.621511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (a0ebde29-7db7-4b24-b224-96b4b5a2b6da), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.622590 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:33.623456 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.662547 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6081140 Jan 10 17:51:33.665765 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35476) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:33.671117 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Request body: {'subnet': {'network_id': 'a0ebde29-7db7-4b24-b224-96b4b5a2b6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-224609683-subnet', 'tenant_id': 'ca032d0195914a6ca83d4db4967d1e70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:33.714072 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Made reservation on behalf of ca032d0195914a6ca83d4db4967d1e70 for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:51:33.716615 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17383168'] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.719244 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f3e09-8d86-4921-95c1-4488df845fcb admin admin] Pushing event updated for resources: {'Network': ['ID=a0ebde29-7db7-4b24-b224-96b4b5a2b6da,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:33.737159 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network a0ebde29-7db7-4b24-b224-96b4b5a2b6da details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:51:33.926593 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17049136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17383186'] for subnet (e6c81eb4-a79a-4240-908e-e2e65be3139c), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:33.984019 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c81eb4-a79a-4240-908e-e2e65be3139c,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:33.995928 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Checking segment: {'id': '52ceabbe-ee1a-4af9-b861-c191446ca6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a0ebde29-7db7-4b24-b224-96b4b5a2b6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:51:33.996283 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Network hostable DHCP agents. Network: a0ebde29-7db7-4b24-b224-96b4b5a2b6da, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:51:34.015545 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Network a0ebde29-7db7-4b24-b224-96b4b5a2b6da is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:51:34.026523 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, a0ebde29-7db7-4b24-b224-96b4b5a2b6da) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:51:34.033132 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:34.033753 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:34.037160 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f6ff00-a13a-412b-ae68-c975e7526651 None None] Network a0ebde29-7db7-4b24-b224-96b4b5a2b6da requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:51:34.058803 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0deff9b9-050f-4de4-aca1-5001b8cf8baf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3908668 Jan 10 17:51:34.192369 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c196b54-61e9-4d72-82d5-95e79ae5b25f None None] Network a0ebde29-7db7-4b24-b224-96b4b5a2b6da requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:51:34.246097 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888eb783-4a7d-4936-b931-8b23e322f0f0 req-558c7e89-2d2d-49a1-b1d4-2a0474a9b558 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:34.266009 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-888eb783-4a7d-4936-b931-8b23e322f0f0 req-558c7e89-2d2d-49a1-b1d4-2a0474a9b558 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1193137 Jan 10 17:51:34.375495 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60688fec-e9e4-46f5-a05f-9ac82179d09e req-09e43c7f-5688-4430-af34-36c84ccbdb1a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:34.385319 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-60688fec-e9e4-46f5-a05f-9ac82179d09e req-09e43c7f-5688-4430-af34-36c84ccbdb1a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 946 time: 0.1440315 Jan 10 17:51:34.388459 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-888eb783-4a7d-4936-b931-8b23e322f0f0 req-a2ce01ed-6cb2-4fcc-9755-0c16a750517d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048253 Jan 10 17:51:34.434292 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-60688fec-e9e4-46f5-a05f-9ac82179d09e req-eb3f12c8-0ddd-402e-aa59-4a698753fff9 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478215 Jan 10 17:51:34.754657 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35520) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:34.859626 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-40c0e8d7-6cd1-442c-84c6-b1032d155995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:34.875924 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35528) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:34.881433 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-391347273-network', 'tenant_id': '5e16cdfc9d9641cda100489125167b1a'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:34.905447 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Made reservation on behalf of 5e16cdfc9d9641cda100489125167b1a for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:51:34.907879 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:34.916387 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:34.937893 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-40c0e8d7-6cd1-442c-84c6-b1032d155995 admin admin] Publish callbacks [] for security_group (c0835ed7-273c-4c7e-8e51-a3c13550b3d4), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:34.948396 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-40c0e8d7-6cd1-442c-84c6-b1032d155995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (c0835ed7-273c-4c7e-8e51-a3c13550b3d4), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:34.987930 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-40c0e8d7-6cd1-442c-84c6-b1032d155995 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e9010065c7e44eb84e1dc0caa4a7f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321498 Jan 10 17:51:34.988788 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0e8d7-6cd1-442c-84c6-b1032d155995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0835ed7-273c-4c7e-8e51-a3c13550b3d4,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:34.991489 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35530) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:34.995005 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks [] for security_group (f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.002061 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.032505 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:51:35.069735 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (22c238b7-d0ba-41c0-9fa4-96039ecc03d3), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.070079 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Added segment 22c238b7-d0ba-41c0-9fa4-96039ecc03d3 of type vlan for network f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62 Jan 10 17:51:35.071798 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:35.116383 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-775d0178-dec0-4968-958d-8f4b1fa4b5c9 admin admin] Publish callbacks [] for security_group (c0835ed7-273c-4c7e-8e51-a3c13550b3d4), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.126762 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.152501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-775d0178-dec0-4968-958d-8f4b1fa4b5c9 admin admin] Publish callbacks [] for security_group (c0835ed7-273c-4c7e-8e51-a3c13550b3d4), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.184737 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.185736 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:35.186326 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.254544 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3771977 Jan 10 17:51:35.257318 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35532) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:35.262451 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Request body: {'subnet': {'network_id': 'f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-391347273-subnet', 'tenant_id': '5e16cdfc9d9641cda100489125167b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:35.262657 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce2526-33b1-4e5a-935d-553b0c610234 admin admin] Pushing event updated for resources: {'Network': ['ID=f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:35.278432 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:51:35.279814 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-775d0178-dec0-4968-958d-8f4b1fa4b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (c0835ed7-273c-4c7e-8e51-a3c13550b3d4), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.283257 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-775d0178-dec0-4968-958d-8f4b1fa4b5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.284888 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-775d0178-dec0-4968-958d-8f4b1fa4b5c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0835ed7-273c-4c7e-8e51-a3c13550b3d4 HTTP/1.1" status: 204 len: 168 time: 0.2917681 Jan 10 17:51:35.296227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d0178-dec0-4968-958d-8f4b1fa4b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0835ed7-273c-4c7e-8e51-a3c13550b3d4,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:35.303413 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Made reservation on behalf of 5e16cdfc9d9641cda100489125167b1a for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:51:35.307653 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17383168'] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.542213 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17049136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17383186'] for subnet (a198e78f-ab4f-4517-adc2-4930e79afaf6), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.561285 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adf084-7ae2-4d05-aec0-c08d9919358a req-79ac8f62-3a23-4a31-9e54-7b0937bb5389 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:35.565482 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d6adf084-7ae2-4d05-aec0-c08d9919358a req-79ac8f62-3a23-4a31-9e54-7b0937bb5389 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0791399 Jan 10 17:51:35.589353 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023346b5-3ffc-45f4-8ded-4dde3576a4d9 req-c83c17d7-12f0-46a1-95c7-2fa18aefe95b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:35.591799 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-023346b5-3ffc-45f4-8ded-4dde3576a4d9 req-c83c17d7-12f0-46a1-95c7-2fa18aefe95b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 946 time: 0.0536213 Jan 10 17:51:35.649984 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-023346b5-3ffc-45f4-8ded-4dde3576a4d9 req-fec29490-04a9-4fbd-bcd9-9f7888ca200f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Jan 10 17:51:35.651052 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a198e78f-ab4f-4517-adc2-4930e79afaf6,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:35.680600 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Checking segment: {'id': '22c238b7-d0ba-41c0-9fa4-96039ecc03d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:51:35.681172 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Network hostable DHCP agents. Network: f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:51:35.709227 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d6adf084-7ae2-4d05-aec0-c08d9919358a req-710a7a9c-5253-4829-b0f4-d7fd9db05fdc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187358 Jan 10 17:51:35.720096 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Network f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:51:35.741704 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:51:35.754317 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe8114-f7b5-427a-8b75-e580172a874e None None] Network f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:51:35.757815 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:35.757815 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:35.796080 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-bb6e0648-a52c-418b-bbbf-ac7ed1e873e2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5372748 Jan 10 17:51:35.940286 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a3776-46f2-4262-8acd-87dea87e7514 None None] Network f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:51:36.047281 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35580) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:36.106593 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] Deleting subnet e6c81eb4-a79a-4240-908e-e2e65be3139c {{(pid=114064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:51:36.111237 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] Publish callbacks [] for subnet (e6c81eb4-a79a-4240-908e-e2e65be3139c), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.155298 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17570439'] for subnet (e6c81eb4-a79a-4240-908e-e2e65be3139c), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.209947 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (e6c81eb4-a79a-4240-908e-e2e65be3139c), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.320226 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17049201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17379809'] for subnet (e6c81eb4-a79a-4240-908e-e2e65be3139c), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.348823 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.352026 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e6c81eb4-a79a-4240-908e-e2e65be3139c HTTP/1.1" status: 204 len: 168 time: 0.3036158 Jan 10 17:51:36.353103 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c980f-c264-47fe-9fa4-3a6949f8d77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c81eb4-a79a-4240-908e-e2e65be3139c,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:36.354668 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35596) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:36.428106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (a0ebde29-7db7-4b24-b224-96b4b5a2b6da), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.519741 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (a0ebde29-7db7-4b24-b224-96b4b5a2b6da), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.553232 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ebde29-7db7-4b24-b224-96b4b5a2b6da']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:36.563599 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ceabbe-ee1a-4af9-b861-c191446ca6cc') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:36.563972 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ceabbe-ee1a-4af9-b861-c191446ca6cc') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:36.573692 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (52ceabbe-ee1a-4af9-b861-c191446ca6cc), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.586937 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (52ceabbe-ee1a-4af9-b861-c191446ca6cc), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.594293 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:51:36.594800 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (52ceabbe-ee1a-4af9-b861-c191446ca6cc), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:51:36.596675 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:51:36.662860 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (a0ebde29-7db7-4b24-b224-96b4b5a2b6da), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.678103 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.681590 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a0ebde29-7db7-4b24-b224-96b4b5a2b6da HTTP/1.1" status: 204 len: 168 time: 0.3257082 Jan 10 17:51:36.682641 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fb87e-7714-4ddf-9c9d-5c53fd56d22e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ebde29-7db7-4b24-b224-96b4b5a2b6da,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:36.684664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35618) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:36.734365 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] Deleting subnet a198e78f-ab4f-4517-adc2-4930e79afaf6 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:51:36.738502 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] Publish callbacks [] for subnet (a198e78f-ab4f-4517-adc2-4930e79afaf6), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.776644 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] Publish callbacks [] for subnet (a198e78f-ab4f-4517-adc2-4930e79afaf6), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.783843 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (a198e78f-ab4f-4517-adc2-4930e79afaf6), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.842294 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35626) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:36.853116 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for subnet (a198e78f-ab4f-4517-adc2-4930e79afaf6), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.866940 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa41cd-a4a2-46f4-877d-ff0f06bf0f47 req-871c2ddd-5af8-4437-a25b-f090784e234b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:36.875073 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-90fa41cd-a4a2-46f4-877d-ff0f06bf0f47 req-871c2ddd-5af8-4437-a25b-f090784e234b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0635643 Jan 10 17:51:36.908963 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a198e78f-ab4f-4517-adc2-4930e79afaf6,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:36.912994 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:36.916623 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a50598e5-8180-4029-b820-31da9a193c8f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a198e78f-ab4f-4517-adc2-4930e79afaf6 HTTP/1.1" status: 204 len: 168 time: 0.2308190 Jan 10 17:51:36.919588 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35632) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:36.939092 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-90fa41cd-a4a2-46f4-877d-ff0f06bf0f47 req-d2b3349f-f17f-4cbb-a291-0b7e4f61acbd tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631542 Jan 10 17:51:37.028328 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.042509 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4ab5fda9-08b0-4a65-933b-3955668dbc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.063420 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:51:37.114092 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.117285 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4ab5fda9-08b0-4a65-933b-3955668dbc64 admin admin] Publish callbacks [] for security_group (2e502485-2431-4a2a-8d50-8f1836307c94), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.122253 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4ab5fda9-08b0-4a65-933b-3955668dbc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2e502485-2431-4a2a-8d50-8f1836307c94), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.141160 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.141899 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.142526 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.143115 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > port after_create 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.143435 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > port after_delete 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.144025 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > port after_update 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.144485 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.144916 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.145342 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.145763 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.161954 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4ab5fda9-08b0-4a65-933b-3955668dbc64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3f54fd1f7f34406a51067e6a54060a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185878 Jan 10 17:51:37.162829 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5fda9-08b0-4a65-933b-3955668dbc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e502485-2431-4a2a-8d50-8f1836307c94,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:37.165072 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35636) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:37.215188 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-80a08ad5-8058-4517-b1a9-15148d985952 admin admin] Publish callbacks [] for security_group (2e502485-2431-4a2a-8d50-8f1836307c94), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.218323 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.218791 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.219062 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.219397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 17:51:37.219764 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62']}} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:37.237204 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c238b7-d0ba-41c0-9fa4-96039ecc03d3') {'for_net_delete': True} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:37.237503 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c238b7-d0ba-41c0-9fa4-96039ecc03d3') {} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:51:37.238373 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-80a08ad5-8058-4517-b1a9-15148d985952 admin admin] Publish callbacks [] for security_group (2e502485-2431-4a2a-8d50-8f1836307c94), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.253447 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27034959'] for segment (22c238b7-d0ba-41c0-9fa4-96039ecc03d3), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.273946 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (22c238b7-d0ba-41c0-9fa4-96039ecc03d3), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.282331 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=114063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:51:37.282743 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27178431'] for segment (22c238b7-d0ba-41c0-9fa4-96039ecc03d3), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.285975 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-80a08ad5-8058-4517-b1a9-15148d985952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2e502485-2431-4a2a-8d50-8f1836307c94), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.287379 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: Traceback (most recent call last): Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: timer() Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: cb(*args, **kw) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: return func(*args, **kwargs) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: self._notify() Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: self.callback(batched_events) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: event.method(event) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: return f(self, *a, **k) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._get(url).json() Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: return self.request(url, 'GET', **kwargs) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:51:37.290475 dv-cinder-824031-2-iscsi neutron-server[114063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:51:37.293319 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-80a08ad5-8058-4517-b1a9-15148d985952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.293319 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-80a08ad5-8058-4517-b1a9-15148d985952 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e502485-2431-4a2a-8d50-8f1836307c94 HTTP/1.1" status: 204 len: 168 time: 0.1262803 Jan 10 17:51:37.302114 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a08ad5-8058-4517-b1a9-15148d985952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e502485-2431-4a2a-8d50-8f1836307c94,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:37.353903 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.371644 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.377567 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] 10.222.0.31 "DELETE /v2.0/networks/f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62 HTTP/1.1" status: 204 len: 168 time: 0.4568248 Jan 10 17:51:37.378651 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293ff4b-4c3f-42e5-a955-2015cbf4b13b admin admin] Pushing event deleted for resources: {'Network': ['ID=f98b4da5-04a8-45ef-96e0-ceb7ad3c8c62,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:37.582567 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35652) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:37.624038 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ce92cfa3-48b2-4902-8ae2-f89044ad1d17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca032d0195914a6ca83d4db4967d1e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402632 Jan 10 17:51:37.626626 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35656) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:37.673294 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-64135f29-1b3b-4d2b-93f9-eb37712837fc admin admin] Publish callbacks [] for security_group (86f5e647-40e2-4ef3-a4de-b80ce9c34973), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.694165 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-64135f29-1b3b-4d2b-93f9-eb37712837fc admin admin] Publish callbacks [] for security_group (86f5e647-40e2-4ef3-a4de-b80ce9c34973), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.752713 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-64135f29-1b3b-4d2b-93f9-eb37712837fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (86f5e647-40e2-4ef3-a4de-b80ce9c34973), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.755317 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-64135f29-1b3b-4d2b-93f9-eb37712837fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:37.756504 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-64135f29-1b3b-4d2b-93f9-eb37712837fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86f5e647-40e2-4ef3-a4de-b80ce9c34973 HTTP/1.1" status: 204 len: 168 time: 0.1289964 Jan 10 17:51:37.764267 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64135f29-1b3b-4d2b-93f9-eb37712837fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f5e647-40e2-4ef3-a4de-b80ce9c34973,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:38.094191 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd45f02-60ac-41d3-9a65-1ebd507b2d7e req-24e8c485-64df-4bdd-804b-01a43569e582 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:38.096028 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8cd45f02-60ac-41d3-9a65-1ebd507b2d7e req-24e8c485-64df-4bdd-804b-01a43569e582 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0691307 Jan 10 17:51:38.161701 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8cd45f02-60ac-41d3-9a65-1ebd507b2d7e req-791f00c7-ce33-4a58-a1c0-3bf30f8a0d03 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580974 Jan 10 17:51:38.293434 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35688) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:38.347384 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-62df0b60-e35c-44e6-af20-8f8e9c8b1504 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e16cdfc9d9641cda100489125167b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527790 Jan 10 17:51:38.350184 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35692) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:38.400624 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8429458b-6ced-4cf9-a79c-21f59df3bd2f admin admin] Publish callbacks [] for security_group (f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:38.421406 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8429458b-6ced-4cf9-a79c-21f59df3bd2f admin admin] Publish callbacks [] for security_group (f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:38.474558 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8429458b-6ced-4cf9-a79c-21f59df3bd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:38.477124 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8429458b-6ced-4cf9-a79c-21f59df3bd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:38.478377 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-8429458b-6ced-4cf9-a79c-21f59df3bd2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec HTTP/1.1" status: 204 len: 168 time: 0.1270509 Jan 10 17:51:38.486835 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429458b-6ced-4cf9-a79c-21f59df3bd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3b02b-9c17-45ab-a172-f3d51d3fe0ec,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:38.846728 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-586e0705-c654-4bd4-8305-e9804dbf9d68 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:38.848377 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-586e0705-c654-4bd4-8305-e9804dbf9d68 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 0.1249490 Jan 10 17:51:38.868906 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-02e67361-e05b-47c9-83aa-09f7ee5117da tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/quotas/42d38f874b484d32b9af29e66fbaf139 HTTP/1.1" status: 200 len: 375 time: 0.0110292 Jan 10 17:51:38.922897 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2f64b17c-7f29-42a9-b95e-18efc2f269c3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476995 Jan 10 17:51:39.019773 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-897a55c9-190f-4f88-b7bf-dc4f918a96ae service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897026 Jan 10 17:51:39.380258 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-1db959ec-04e2-4cf6-ae9a-d58c7eb90d64 service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538907 Jan 10 17:51:39.713809 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cecad-2b52-44cf-ad8e-8c416b3e742f req-0015f9d7-6d8e-4f82-9a3a-cb27dd180428 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:39.715397 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fc4cecad-2b52-44cf-ad8e-8c416b3e742f req-0015f9d7-6d8e-4f82-9a3a-cb27dd180428 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.3779387 Jan 10 17:51:39.839829 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fc4cecad-2b52-44cf-ad8e-8c416b3e742f req-6d62d8c8-8f9d-49bf-80b5-9dd392ba4bb2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177070 Jan 10 17:51:39.848562 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dd925755-6c6a-4321-bb07-cee1cbb24189 req-86df08e1-161f-439f-ad04-27fdf66cfc7b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 210 time: 0.0906131 Jan 10 17:51:40.739537 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6755dac2-785d-4856-b18b-04a741c6a4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:40.973640 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8a576d9a-7bd6-4978-be64-1c6428cea20a req-ddd3b3fa-1a23-4bce-b4af-60ebe010f3ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 210 time: 0.0367985 Jan 10 17:51:41.040510 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-b83586e9-1252-4510-b716-a0698f974e6d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:41.043852 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-b83586e9-1252-4510-b716-a0698f974e6d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 0.2320056 Jan 10 17:51:41.053321 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288b123-f72a-41a1-aeaf-d267ca62af7c req-19b8ba5a-e989-4b7c-bb0e-b012f61a8e91 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:41.059129 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Request body: {'port': {'device_id': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'admin_state_up': True, 'tenant_id': '42d38f874b484d32b9af29e66fbaf139'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:41.061886 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5288b123-f72a-41a1-aeaf-d267ca62af7c req-19b8ba5a-e989-4b7c-bb0e-b012f61a8e91 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.1154065 Jan 10 17:51:41.119952 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5288b123-f72a-41a1-aeaf-d267ca62af7c req-80f37ca4-cba1-41e5-8063-6dcd5543f6c0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568707 Jan 10 17:51:41.206817 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Made reservation on behalf of 42d38f874b484d32b9af29e66fbaf139 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:51:41.211389 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:41.362509 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Allocated IP 172.20.0.9 (97d5a095-562b-4e17-9bd6-5105d1159613/aa3d6c23-1c63-408b-b66d-98182652d3dd/bbc279fc-3bfc-4f6c-9ab8-16406a643493) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:51:41.514273 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35904) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:41.556900 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks [] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:41.596465 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:41.610106 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05', '0b68147b-3c76-403d-9b6b-49fc7b59a447'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:51:41.654810 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Network 97d5a095-562b-4e17-9bd6-5105d1159613 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:51:41.659734 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:51:41.661209 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-56d7329a-0efd-4424-bc38-1d9b91d63ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:41.661871 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:51:41.695086 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event updated for resources: {'Port': ['ID=bbc279fc-3bfc-4f6c-9ab8-16406a643493,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:41.734055 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:41.734055 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:41.759246 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-2075f207-0767-40ca-b375-04ec3d530668 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7063639 Jan 10 17:51:41.761934 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-56d7329a-0efd-4424-bc38-1d9b91d63ef5 admin admin] Publish callbacks [] for security_group (ecb3c30c-ff8f-4647-9203-3a9acce72b8b), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:41.767232 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-56d7329a-0efd-4424-bc38-1d9b91d63ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ecb3c30c-ff8f-4647-9203-3a9acce72b8b), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:41.776374 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Request body: {'port': {'device_id': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:51:41.814622 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7329a-0efd-4424-bc38-1d9b91d63ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3c30c-ff8f-4647-9203-3a9acce72b8b,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:41.832760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35926) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:41.835503 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-56d7329a-0efd-4424-bc38-1d9b91d63ef5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cea99edc1a6246c08482f900b7b7f63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189147 Jan 10 17:51:41.852790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.019693 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a41d3386-e081-4088-a743-a3bfce2e50da admin admin] Publish callbacks [] for security_group (ecb3c30c-ff8f-4647-9203-3a9acce72b8b), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.104111 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a41d3386-e081-4088-a743-a3bfce2e50da admin admin] Publish callbacks [] for security_group (ecb3c30c-ff8f-4647-9203-3a9acce72b8b), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.169803 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35946) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:42.200533 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321328f-aa89-4fa9-bc2d-c1741e07c956 req-90971880-212d-4418-a276-991b2f5fd9a5 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:42.202079 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1321328f-aa89-4fa9-bc2d-c1741e07c956 req-90971880-212d-4418-a276-991b2f5fd9a5 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 931 time: 0.1226006 Jan 10 17:51:42.242704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a41d3386-e081-4088-a743-a3bfce2e50da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ecb3c30c-ff8f-4647-9203-3a9acce72b8b), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.244350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a41d3386-e081-4088-a743-a3bfce2e50da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.245535 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a41d3386-e081-4088-a743-a3bfce2e50da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecb3c30c-ff8f-4647-9203-3a9acce72b8b HTTP/1.1" status: 204 len: 168 time: 0.4108441 Jan 10 17:51:42.260799 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ae010-7f72-4812-8a5a-4338044ae628 req-a9a911b5-b249-40b1-96db-165ad663b6c0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:42.262467 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-371ae010-7f72-4812-8a5a-4338044ae628 req-a9a911b5-b249-40b1-96db-165ad663b6c0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0608284 Jan 10 17:51:42.285953 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3386-e081-4088-a743-a3bfce2e50da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3c30c-ff8f-4647-9203-3a9acce72b8b,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:42.306878 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc279fc-3bfc-4f6c-9ab8-16406a643493 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:51:42.318078 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1321328f-aa89-4fa9-bc2d-c1741e07c956 req-e64f52dd-c530-4c9a-9ca8-26cfa82d9d17 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064854 Jan 10 17:51:42.327824 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Publish callbacks [] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.349576 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Transition to ACTIVE for port object bbc279fc-3bfc-4f6c-9ab8-16406a643493 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:51:42.354914 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.356653 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f3bba175-e4bf-4288-9b61-e05ee1aae733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.385121 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-371ae010-7f72-4812-8a5a-4338044ae628 req-2deaed99-e5e0-48c7-9dd6-2913ea840c70 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114464 Jan 10 17:51:42.461031 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc279fc-3bfc-4f6c-9ab8-16406a643493,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:42.479131 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f3bba175-e4bf-4288-9b61-e05ee1aae733 admin admin] Publish callbacks [] for security_group (f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.486076 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f3bba175-e4bf-4288-9b61-e05ee1aae733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.496397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Attempting to bind port bbc279fc-3bfc-4f6c-9ab8-16406a643493 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:51:42.497067 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Attempting to bind port bbc279fc-3bfc-4f6c-9ab8-16406a643493 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:51:42.497395 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Attempting to bind port bbc279fc-3bfc-4f6c-9ab8-16406a643493 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:51:42.504872 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Port bbc279fc-3bfc-4f6c-9ab8-16406a643493 on network 97d5a095-562b-4e17-9bd6-5105d1159613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:51:42.504872 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Attempting to bind port bbc279fc-3bfc-4f6c-9ab8-16406a643493 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:51:42.510592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:51:42.511027 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Checking segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:51:42.511618 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Bound using segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:51:42.512252 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Bound port: bbc279fc-3bfc-4f6c-9ab8-16406a643493, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:51:42.512736 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.538926 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-f3bba175-e4bf-4288-9b61-e05ee1aae733 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e516ec0d15a5419da922c318a3f9fd09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657537 Jan 10 17:51:42.540562 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35962) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:42.565520 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bba175-e4bf-4288-9b61-e05ee1aae733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:42.590458 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] For port bbc279fc-3bfc-4f6c-9ab8-16406a643493, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:51:42.593343 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] For port bbc279fc-3bfc-4f6c-9ab8-16406a643493, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=bbc279fc-3bfc-4f6c-9ab8-16406a643493,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:51:42.604076 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.637600 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a6c298a-8b17-4a61-bc87-86c1a2592291 admin admin] Publish callbacks [] for security_group (f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.649362 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35964) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:42.664098 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:42.664776 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.666357 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/bbc279fc-3bfc-4f6c-9ab8-16406a643493 HTTP/1.1" status: 200 len: 1093 time: 0.8945498 Jan 10 17:51:42.666798 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'tag': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:51:42.668220 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a6c298a-8b17-4a61-bc87-86c1a2592291 admin admin] Publish callbacks [] for security_group (f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.669269 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a4300f-36a4-4aa4-a616-0fa3e595824f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd5ba5b-087a-4c82-a37e-2cd50a5777ff", "tag": "bbc279fc-3bfc-4f6c-9ab8-16406a643493"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:51:42.699104 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9f3d4-2a7e-4893-931e-db524be879f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc279fc-3bfc-4f6c-9ab8-16406a643493,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:42.737791 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a6c298a-8b17-4a61-bc87-86c1a2592291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.749465 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a6c298a-8b17-4a61-bc87-86c1a2592291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.752114 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.758921 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6a6c298a-8b17-4a61-bc87-86c1a2592291 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb HTTP/1.1" status: 204 len: 168 time: 0.2172821 Jan 10 17:51:42.774261 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c298a-8b17-4a61-bc87-86c1a2592291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4c212-92ae-4bef-b2f8-e82e6a2f28fb,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:42.777598 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35972) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:42.784777 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d7516-28c7-4dce-8378-2548ef8bc204 x-openstack-request-id: req-475d7516-28c7-4dce-8378-2548ef8bc204 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:51:42.785102 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd5ba5b-087a-4c82-a37e-2cd50a5777ff", "tag": "bbc279fc-3bfc-4f6c-9ab8-16406a643493", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:51:42.785364 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-475d7516-28c7-4dce-8378-2548ef8bc204 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:51:42.785762 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'tag': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493', 'status': 'completed', 'code': 200} Jan 10 17:51:42.799648 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9134-04f6-4e7d-8f57-84bd2b347613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.828560 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-717a9b6f-aabc-4b80-b20b-45ef30fc9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:42.830128 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-717a9b6f-aabc-4b80-b20b-45ef30fc9fcf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 1096 time: 0.0890274 Jan 10 17:51:42.882297 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-5707e4b7-15b1-47e5-ae35-fb11dfc2a2e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc279fc-3bfc-4f6c-9ab8-16406a643493 HTTP/1.1" status: 200 len: 217 time: 0.0424123 Jan 10 17:51:42.947732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3f0702a9-04f4-4c55-a577-cf0d3bf07698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.991222 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9134-04f6-4e7d-8f57-84bd2b347613 admin admin] Publish callbacks [] for security_group (63bf1e74-e0f3-4a0f-8a34-946bb8475a27), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:42.996109 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-1dafcd0f-9e55-4619-82d6-0d279acae552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:42.997638 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-1dafcd0f-9e55-4619-82d6-0d279acae552 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.0960989 Jan 10 17:51:43.000785 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9134-04f6-4e7d-8f57-84bd2b347613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (63bf1e74-e0f3-4a0f-8a34-946bb8475a27), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.077056 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-eedc4683-cb8e-42dd-aa94-1e4d3021661c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675988 Jan 10 17:51:43.088533 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7c5f9134-04f6-4e7d-8f57-84bd2b347613 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d83ec0b1aad845aba51719c375b6c06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076432 Jan 10 17:51:43.089064 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35980) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:43.106889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f9134-04f6-4e7d-8f57-84bd2b347613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bf1e74-e0f3-4a0f-8a34-946bb8475a27,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:43.157420 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f675a1fd-6ecc-4d0d-b485-c81501ccd05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.161743 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35982) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:43.182069 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dae9130c-3c27-4281-b453-d20bacd0abc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.184686 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-43f4321a-fb49-4b95-9e43-33f8b35aa5b6 admin admin] Publish callbacks [] for security_group (63bf1e74-e0f3-4a0f-8a34-946bb8475a27), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.200600 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3f0702a9-04f4-4c55-a577-cf0d3bf07698 admin admin] Publish callbacks [] for security_group (84561d11-85cb-4377-aad5-dca9774d27e7), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.211572 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3f0702a9-04f4-4c55-a577-cf0d3bf07698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (84561d11-85cb-4377-aad5-dca9774d27e7), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.219577 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-43f4321a-fb49-4b95-9e43-33f8b35aa5b6 admin admin] Publish callbacks [] for security_group (63bf1e74-e0f3-4a0f-8a34-946bb8475a27), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.234822 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-237f07e7-82ca-44c4-83c6-5fa12cc96df6 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427538 Jan 10 17:51:43.261868 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-3f0702a9-04f4-4c55-a577-cf0d3bf07698 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86585fdba5604a99a7cd38964c217480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6100509 Jan 10 17:51:43.266128 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 35984) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:43.282348 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0702a9-04f4-4c55-a577-cf0d3bf07698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84561d11-85cb-4377-aad5-dca9774d27e7,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:43.323110 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-43f4321a-fb49-4b95-9e43-33f8b35aa5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (63bf1e74-e0f3-4a0f-8a34-946bb8475a27), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.325729 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-43f4321a-fb49-4b95-9e43-33f8b35aa5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.326894 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-43f4321a-fb49-4b95-9e43-33f8b35aa5b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/63bf1e74-e0f3-4a0f-8a34-946bb8475a27 HTTP/1.1" status: 204 len: 168 time: 0.2366207 Jan 10 17:51:43.353195 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-029f3c12-1fef-48bd-be56-699284b1aa07 req-b150390a-8084-483a-a6d9-8a8d8dd49204 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058197 Jan 10 17:51:43.363334 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4321a-fb49-4b95-9e43-33f8b35aa5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bf1e74-e0f3-4a0f-8a34-946bb8475a27,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:43.366923 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c3f516b-dc34-49de-aa6d-11eeaf43fd34 admin admin] Publish callbacks [] for security_group (84561d11-85cb-4377-aad5-dca9774d27e7), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.388958 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dae9130c-3c27-4281-b453-d20bacd0abc8 admin admin] Publish callbacks [] for security_group (41442eb1-fb42-40cd-a145-a57977c4d013), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.397699 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dae9130c-3c27-4281-b453-d20bacd0abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (41442eb1-fb42-40cd-a145-a57977c4d013), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.407333 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c3f516b-dc34-49de-aa6d-11eeaf43fd34 admin admin] Publish callbacks [] for security_group (84561d11-85cb-4377-aad5-dca9774d27e7), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.479277 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-5a68fc3d-8ede-4037-a6f5-4d2f3dff92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:43.481104 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-5a68fc3d-8ede-4037-a6f5-4d2f3dff92cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 1096 time: 0.0543945 Jan 10 17:51:43.490693 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-dae9130c-3c27-4281-b453-d20bacd0abc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a60831736f54c02a8843a79e15368b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279085 Jan 10 17:51:43.493697 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 35992) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:43.505126 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9130c-3c27-4281-b453-d20bacd0abc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41442eb1-fb42-40cd-a145-a57977c4d013,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:43.530437 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f875e33-d02a-42d5-b8a9-3887ead4fe6e req-8c7f75d0-5c5b-4884-b9f5-16eaa88d834d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:43.532392 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1f875e33-d02a-42d5-b8a9-3887ead4fe6e req-8c7f75d0-5c5b-4884-b9f5-16eaa88d834d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 943 time: 0.0913215 Jan 10 17:51:43.548772 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c3f516b-dc34-49de-aa6d-11eeaf43fd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (84561d11-85cb-4377-aad5-dca9774d27e7), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.551754 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c3f516b-dc34-49de-aa6d-11eeaf43fd34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.553096 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7c3f516b-dc34-49de-aa6d-11eeaf43fd34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84561d11-85cb-4377-aad5-dca9774d27e7 HTTP/1.1" status: 204 len: 168 time: 0.2860150 Jan 10 17:51:43.571880 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f516b-dc34-49de-aa6d-11eeaf43fd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84561d11-85cb-4377-aad5-dca9774d27e7,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:43.604267 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1f875e33-d02a-42d5-b8a9-3887ead4fe6e req-29175d9e-88d8-4b8b-9836-f548a7a4361f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655627 Jan 10 17:51:43.654107 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-9d0e3809-0baf-41e2-a272-7e204dbe524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:43.655794 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-9d0e3809-0baf-41e2-a272-7e204dbe524d service neutron] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 916 time: 0.1612661 Jan 10 17:51:43.704233 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-16b28066-6a27-4dc6-a6cc-e9f212040310 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbc279fc-3bfc-4f6c-9ab8-16406a643493 HTTP/1.1" status: 200 len: 217 time: 0.0383461 Jan 10 17:51:43.720550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1ab17-5d62-4a76-993c-cfb2aece0121 req-adf469d4-4715-4931-9d94-e9d978b09075 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:43.722165 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7ba1ab17-5d62-4a76-993c-cfb2aece0121 req-adf469d4-4715-4931-9d94-e9d978b09075 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.2377410 Jan 10 17:51:43.780367 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36000) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:43.781539 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e5c3-97ae-4086-ae14-8ce9419d61bd admin admin] Publish callbacks [] for security_group (41442eb1-fb42-40cd-a145-a57977c4d013), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.797442 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1f42ee6d-3316-4d94-b851-4f01f28482d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.817171 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-f1e8f90e-4b7b-445d-b106-9b384ccff11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:43.818648 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-f1e8f90e-4b7b-445d-b106-9b384ccff11b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.1069567 Jan 10 17:51:43.839362 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e5c3-97ae-4086-ae14-8ce9419d61bd admin admin] Publish callbacks [] for security_group (41442eb1-fb42-40cd-a145-a57977c4d013), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.870869 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-b7bc769d-74a5-4ebb-8ec3-012fc7277b56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407035 Jan 10 17:51:43.881222 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7ba1ab17-5d62-4a76-993c-cfb2aece0121 req-e722dd8f-2a59-4dcb-88d9-2ecd866d89f0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501944 Jan 10 17:51:43.884572 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1f42ee6d-3316-4d94-b851-4f01f28482d6 admin admin] Publish callbacks [] for security_group (3a1df7c0-75e4-4870-8f1e-b0560aa310cd), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.891400 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1f42ee6d-3316-4d94-b851-4f01f28482d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (3a1df7c0-75e4-4870-8f1e-b0560aa310cd), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.937642 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-1f42ee6d-3316-4d94-b851-4f01f28482d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf3688fb1ded4fcfbc118e4d02cb6ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559196 Jan 10 17:51:43.938796 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42ee6d-3316-4d94-b851-4f01f28482d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1df7c0-75e4-4870-8f1e-b0560aa310cd,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:43.941470 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36004) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:43.990592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e5c3-97ae-4086-ae14-8ce9419d61bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (41442eb1-fb42-40cd-a145-a57977c4d013), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.993787 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e5c3-97ae-4086-ae14-8ce9419d61bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:43.997331 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-b0d2e5c3-97ae-4086-ae14-8ce9419d61bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41442eb1-fb42-40cd-a145-a57977c4d013 HTTP/1.1" status: 204 len: 168 time: 0.4975758 Jan 10 17:51:44.002378 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36008) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:44.015866 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-ab2163c9-a26e-45a1-9d69-35aba6722266 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320903 Jan 10 17:51:44.018031 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e09c26d0-b428-4523-8bc2-edcc447bf76a admin admin] Publish callbacks [] for security_group (3a1df7c0-75e4-4870-8f1e-b0560aa310cd), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.021553 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e5c3-97ae-4086-ae14-8ce9419d61bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41442eb1-fb42-40cd-a145-a57977c4d013,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:44.023058 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c60a5e66-800c-4727-93b0-e996256c2fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.067471 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e09c26d0-b428-4523-8bc2-edcc447bf76a admin admin] Publish callbacks [] for security_group (3a1df7c0-75e4-4870-8f1e-b0560aa310cd), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.073951 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.155163 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f7a4300f-36a4-4aa4-a616-0fa3e595824f req-f1289631-c992-4888-ab3c-fc13dfcf0b0d service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304343 Jan 10 17:51:44.167787 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e09c26d0-b428-4523-8bc2-edcc447bf76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (3a1df7c0-75e4-4870-8f1e-b0560aa310cd), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.169836 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e09c26d0-b428-4523-8bc2-edcc447bf76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.174237 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e09c26d0-b428-4523-8bc2-edcc447bf76a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a1df7c0-75e4-4870-8f1e-b0560aa310cd HTTP/1.1" status: 204 len: 168 time: 0.2283201 Jan 10 17:51:44.191703 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c26d0-b428-4523-8bc2-edcc447bf76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1df7c0-75e4-4870-8f1e-b0560aa310cd,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:44.194663 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c60a5e66-800c-4727-93b0-e996256c2fa8 admin admin] Publish callbacks [] for security_group (14e4df8d-265d-430d-9532-8fcd4fe336bd), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.204170 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c60a5e66-800c-4727-93b0-e996256c2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (14e4df8d-265d-430d-9532-8fcd4fe336bd), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.261345 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c60a5e66-800c-4727-93b0-e996256c2fa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ddb249d1a0c43ae8af96c501a25e8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576213 Jan 10 17:51:44.262302 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a5e66-800c-4727-93b0-e996256c2fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e4df8d-265d-430d-9532-8fcd4fe336bd,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:44.263976 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36016) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:44.327003 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5856b04e-0bdf-4c3d-8278-cec9fad4de96 admin admin] Publish callbacks [] for security_group (14e4df8d-265d-430d-9532-8fcd4fe336bd), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.351700 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5856b04e-0bdf-4c3d-8278-cec9fad4de96 admin admin] Publish callbacks [] for security_group (14e4df8d-265d-430d-9532-8fcd4fe336bd), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.407216 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5856b04e-0bdf-4c3d-8278-cec9fad4de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (14e4df8d-265d-430d-9532-8fcd4fe336bd), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.410112 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5856b04e-0bdf-4c3d-8278-cec9fad4de96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:44.413423 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-5856b04e-0bdf-4c3d-8278-cec9fad4de96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14e4df8d-265d-430d-9532-8fcd4fe336bd HTTP/1.1" status: 204 len: 168 time: 0.1482763 Jan 10 17:51:44.426580 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856b04e-0bdf-4c3d-8278-cec9fad4de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e4df8d-265d-430d-9532-8fcd4fe336bd,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:44.727096 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df318bf-51dc-4355-b685-c708e6d5f164 req-422413d3-ecdb-4456-abfb-cafb071f3d42 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:44.732913 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4df318bf-51dc-4355-b685-c708e6d5f164 req-422413d3-ecdb-4456-abfb-cafb071f3d42 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 943 time: 0.0584214 Jan 10 17:51:44.794455 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4df318bf-51dc-4355-b685-c708e6d5f164 req-63f5cd43-cede-40c7-a89a-31ab860ba73f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547335 Jan 10 17:51:45.011744 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5d356-c53c-4bce-946d-230e331164aa req-df680f68-cbc2-418f-b6c4-0525f543c0d9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:45.022851 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2b5d356-c53c-4bce-946d-230e331164aa req-df680f68-cbc2-418f-b6c4-0525f543c0d9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0620551 Jan 10 17:51:45.081670 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2b5d356-c53c-4bce-946d-230e331164aa req-3b69afd5-91ad-4b5c-a7e2-2931c097e2da tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516572 Jan 10 17:51:45.555145 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:45.949121 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c448f67-caee-4878-aa81-4751858de02f req-3f48f7e0-02b8-41ed-a9e7-d9c0aef58511 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:45.950676 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c448f67-caee-4878-aa81-4751858de02f req-3f48f7e0-02b8-41ed-a9e7-d9c0aef58511 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 943 time: 0.0782819 Jan 10 17:51:46.003976 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c448f67-caee-4878-aa81-4751858de02f req-c210bf28-d75c-43d6-9ce0-bf093acc6f81 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Jan 10 17:51:46.197402 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ab4fe-6041-469d-af73-ff41a2863b28 req-4ad05758-cb82-4d0e-80a7-ed1fb770d5a0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:46.199281 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4e3ab4fe-6041-469d-af73-ff41a2863b28 req-4ad05758-cb82-4d0e-80a7-ed1fb770d5a0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Jan 10 17:51:46.250611 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4e3ab4fe-6041-469d-af73-ff41a2863b28 req-2d0b1dad-5e01-47e1-9f05-a8b61152a239 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460153 Jan 10 17:51:46.330541 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36130) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:46.427535 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device bbc279fc-3bfc-4f6c-9ab8-16406a643493 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:51:46.439997 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7740f38e-b058-4111-907b-ad6ae946647f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.521979 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7740f38e-b058-4111-907b-ad6ae946647f admin admin] Publish callbacks [] for security_group (9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.527378 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7740f38e-b058-4111-907b-ad6ae946647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.537152 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port bbc279fc-3bfc-4f6c-9ab8-16406a643493, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=bbc279fc-3bfc-4f6c-9ab8-16406a643493,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:51:46.547991 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'port_id': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493', 'mac_address': 'fa:16:3e:dd:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3d6c23-1c63-408b-b66d-98182652d3dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:51:46.566554 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7740f38e-b058-4111-907b-ad6ae946647f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=533930ff4f6e49568e5245f6ea67ed39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348783 Jan 10 17:51:46.567419 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740f38e-b058-4111-907b-ad6ae946647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:46.570221 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36136) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:46.583837 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port bbc279fc-3bfc-4f6c-9ab8-16406a643493 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:51:46.584307 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.597125 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc279fc-3bfc-4f6c-9ab8-16406a643493 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:51:46.618961 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port bbc279fc-3bfc-4f6c-9ab8-16406a643493, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=bbc279fc-3bfc-4f6c-9ab8-16406a643493,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:51:46.619684 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6556c5bb-d43b-457b-bc56-590fdb2a4b62 admin admin] Publish callbacks [] for security_group (9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.623803 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.646093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6556c5bb-d43b-457b-bc56-590fdb2a4b62 admin admin] Publish callbacks [] for security_group (9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.674865 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=bbc279fc-3bfc-4f6c-9ab8-16406a643493,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:46.693185 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6556c5bb-d43b-457b-bc56-590fdb2a4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.695892 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6556c5bb-d43b-457b-bc56-590fdb2a4b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:46.697081 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-6556c5bb-d43b-457b-bc56-590fdb2a4b62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8 HTTP/1.1" status: 204 len: 168 time: 0.1258624 Jan 10 17:51:46.705772 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556c5bb-d43b-457b-bc56-590fdb2a4b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf9873e-25d1-4bc9-b8d6-9aa3296df2c8,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:46.982433 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.002644 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36156) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:47.019466 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1d12e471-032d-4851-b519-f98d9146ddcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.033960 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['bbc279fc-3bfc-4f6c-9ab8-16406a643493'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:51:47.173158 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1d12e471-032d-4851-b519-f98d9146ddcc admin admin] Publish callbacks [] for security_group (8d37e6f8-3952-4b51-9bb0-08ae67f18669), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.183690 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1d12e471-032d-4851-b519-f98d9146ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8d37e6f8-3952-4b51-9bb0-08ae67f18669), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.255707 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12e471-032d-4851-b519-f98d9146ddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d37e6f8-3952-4b51-9bb0-08ae67f18669,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:47.264357 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-1d12e471-032d-4851-b519-f98d9146ddcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8e801e30a5d4b3ca45de2f9c563328d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605839 Jan 10 17:51:47.265172 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36172) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:47.306922 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157dbbe-94df-4a7d-b6b8-f514df3fb6bb req-4f0868e3-6f31-47ce-9316-6e15ab912b4e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:47.308570 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4157dbbe-94df-4a7d-b6b8-f514df3fb6bb req-4f0868e3-6f31-47ce-9316-6e15ab912b4e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 944 time: 0.1338131 Jan 10 17:51:47.371542 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4157dbbe-94df-4a7d-b6b8-f514df3fb6bb req-10eebc33-64d0-4106-b039-c27b09329517 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550005 Jan 10 17:51:47.379917 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c5882e4a-82cc-4df1-9353-5666d8b006bd admin admin] Publish callbacks [] for security_group (8d37e6f8-3952-4b51-9bb0-08ae67f18669), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.410713 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be442-47fb-4204-8d3e-400208d2f7c7 req-cfc7fed5-9116-4e31-8c4a-0cc5cb59b1b3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:47.412404 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-953be442-47fb-4204-8d3e-400208d2f7c7 req-cfc7fed5-9116-4e31-8c4a-0cc5cb59b1b3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0798728 Jan 10 17:51:47.417761 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c5882e4a-82cc-4df1-9353-5666d8b006bd admin admin] Publish callbacks [] for security_group (8d37e6f8-3952-4b51-9bb0-08ae67f18669), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.481645 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-953be442-47fb-4204-8d3e-400208d2f7c7 req-c3ed65e1-c4de-4b06-a4c2-dec0863aebf7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617051 Jan 10 17:51:47.507103 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c5882e4a-82cc-4df1-9353-5666d8b006bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8d37e6f8-3952-4b51-9bb0-08ae67f18669), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.509749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c5882e4a-82cc-4df1-9353-5666d8b006bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:47.510919 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c5882e4a-82cc-4df1-9353-5666d8b006bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d37e6f8-3952-4b51-9bb0-08ae67f18669 HTTP/1.1" status: 204 len: 168 time: 0.2441196 Jan 10 17:51:47.519375 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5882e4a-82cc-4df1-9353-5666d8b006bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d37e6f8-3952-4b51-9bb0-08ae67f18669,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:48.583628 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36238) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:48.593756 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ac76c-93a1-4933-b6d9-d9c6008ce341 req-72ab4265-262a-4d79-b255-98b46243dc74 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:48.601864 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device bbc279fc-3bfc-4f6c-9ab8-16406a643493 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:51:48.603037 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-682ac76c-93a1-4933-b6d9-d9c6008ce341 req-72ab4265-262a-4d79-b255-98b46243dc74 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 944 time: 0.1243417 Jan 10 17:51:48.657232 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port bbc279fc-3bfc-4f6c-9ab8-16406a643493 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:51:48.663160 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port bbc279fc-3bfc-4f6c-9ab8-16406a643493 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:51:48.663544 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:48.671232 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-682ac76c-93a1-4933-b6d9-d9c6008ce341 req-2696a1ae-5fce-4f60-8570-a00739531529 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Jan 10 17:51:48.684473 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5414af-59fd-4ced-9ae0-67b22029c021 req-89f3636f-d1c2-4003-9320-59157e4496fc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:48.693282 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f5414af-59fd-4ced-9ae0-67b22029c021 req-89f3636f-d1c2-4003-9320-59157e4496fc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0702112 Jan 10 17:51:48.723624 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f814ac2e-b2f9-45c3-9b4a-31ff6555d224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:48.777417 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f5414af-59fd-4ced-9ae0-67b22029c021 req-7d2d177e-d3b8-4c99-bc36-f3dd388082f1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780916 Jan 10 17:51:48.784501 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port bbc279fc-3bfc-4f6c-9ab8-16406a643493 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:51:48.785095 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:48.817281 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:51:48.819547 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27910a9b-c973-4292-9876-2f714aa19f32" -d '{"events": [{"server_uuid": "2fd5ba5b-087a-4c82-a37e-2cd50a5777ff", "name": "network-vif-plugged", "status": "completed", "tag": "bbc279fc-3bfc-4f6c-9ab8-16406a643493"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:51:48.832126 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port bbc279fc-3bfc-4f6c-9ab8-16406a643493, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=bbc279fc-3bfc-4f6c-9ab8-16406a643493,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:51:48.837608 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f814ac2e-b2f9-45c3-9b4a-31ff6555d224 admin admin] Publish callbacks [] for security_group (d1d4f77c-f222-4137-841f-8c49f7cde78b), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:48.840467 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:48.845184 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f814ac2e-b2f9-45c3-9b4a-31ff6555d224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d1d4f77c-f222-4137-841f-8c49f7cde78b), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:48.871196 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed30e97-f88e-44de-b5d9-8203c98ec8f2 x-openstack-request-id: req-fed30e97-f88e-44de-b5d9-8203c98ec8f2 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:51:48.871521 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd5ba5b-087a-4c82-a37e-2cd50a5777ff", "name": "network-vif-plugged", "status": "completed", "tag": "bbc279fc-3bfc-4f6c-9ab8-16406a643493", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:51:48.871781 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fed30e97-f88e-44de-b5d9-8203c98ec8f2 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:51:48.872186 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493', 'code': 200} Jan 10 17:51:48.890406 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f814ac2e-b2f9-45c3-9b4a-31ff6555d224 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d1be6e70eae4239af291ca5ad4f7b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058026 Jan 10 17:51:48.892702 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814ac2e-b2f9-45c3-9b4a-31ff6555d224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d4f77c-f222-4137-841f-8c49f7cde78b,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:48.893066 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36254) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:48.904624 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=bbc279fc-3bfc-4f6c-9ab8-16406a643493,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:48.950321 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9ecb-81af-4dc6-abd4-8c380c16e6a2 admin admin] Publish callbacks [] for security_group (d1d4f77c-f222-4137-841f-8c49f7cde78b), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:48.979129 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9ecb-81af-4dc6-abd4-8c380c16e6a2 admin admin] Publish callbacks [] for security_group (d1d4f77c-f222-4137-841f-8c49f7cde78b), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:49.034827 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9ecb-81af-4dc6-abd4-8c380c16e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d1d4f77c-f222-4137-841f-8c49f7cde78b), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:49.037937 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9ecb-81af-4dc6-abd4-8c380c16e6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:49.041582 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6b5c9ecb-81af-4dc6-abd4-8c380c16e6a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1d4f77c-f222-4137-841f-8c49f7cde78b HTTP/1.1" status: 204 len: 168 time: 0.1450543 Jan 10 17:51:49.064621 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c9ecb-81af-4dc6-abd4-8c380c16e6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d4f77c-f222-4137-841f-8c49f7cde78b,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:49.072346 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127cc58-ad78-4bc2-aeaf-e6275e7abbd4 req-639d13b6-89e9-41e6-9392-1b8a9430693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:49.073978 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7127cc58-ad78-4bc2-aeaf-e6275e7abbd4 req-639d13b6-89e9-41e6-9392-1b8a9430693a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 1098 time: 0.0438426 Jan 10 17:51:49.127522 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7127cc58-ad78-4bc2-aeaf-e6275e7abbd4 req-2fe9a559-db81-49d9-ad54-8783d3810d76 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Jan 10 17:51:49.793532 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4116363-5cd7-45fd-b51b-b467aef35f79 req-c21160b1-d90d-421c-9dda-a0081fe0d3be tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:49.796032 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b4116363-5cd7-45fd-b51b-b467aef35f79 req-c21160b1-d90d-421c-9dda-a0081fe0d3be tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 945 time: 0.0584698 Jan 10 17:51:49.875990 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b4116363-5cd7-45fd-b51b-b467aef35f79 req-1ad5d87c-b209-469f-b7f8-5ac487e4c154 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723014 Jan 10 17:51:49.908589 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8dada-8ceb-4b8b-a0ca-1ce22080395d req-8c391b9e-db66-4734-b2ed-b21f599ee6c3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:49.910367 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a0c8dada-8ceb-4b8b-a0ca-1ce22080395d req-8c391b9e-db66-4734-b2ed-b21f599ee6c3 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0694642 Jan 10 17:51:49.965858 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a0c8dada-8ceb-4b8b-a0ca-1ce22080395d req-ccb0a6ba-0f7b-4f93-b04d-8e835217829e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Jan 10 17:51:50.202116 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36334) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:50.308754 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-29f59dcf-c092-4b34-8b0d-9af9d921a2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.384025 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-29f59dcf-c092-4b34-8b0d-9af9d921a2b1 admin admin] Publish callbacks [] for security_group (681471df-ebf0-42a6-a8b9-3d8c969d80a9), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.388886 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-29f59dcf-c092-4b34-8b0d-9af9d921a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (681471df-ebf0-42a6-a8b9-3d8c969d80a9), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.428605 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-29f59dcf-c092-4b34-8b0d-9af9d921a2b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4d1f6bfc587457cb44df2e8ec2f242e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253067 Jan 10 17:51:50.429455 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f59dcf-c092-4b34-8b0d-9af9d921a2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681471df-ebf0-42a6-a8b9-3d8c969d80a9,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:50.432120 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36342) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:50.483495 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d24c4419-b856-43a8-947f-099fa9ab186c admin admin] Publish callbacks [] for security_group (681471df-ebf0-42a6-a8b9-3d8c969d80a9), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.505292 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d24c4419-b856-43a8-947f-099fa9ab186c admin admin] Publish callbacks [] for security_group (681471df-ebf0-42a6-a8b9-3d8c969d80a9), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.550759 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d24c4419-b856-43a8-947f-099fa9ab186c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (681471df-ebf0-42a6-a8b9-3d8c969d80a9), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.553242 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d24c4419-b856-43a8-947f-099fa9ab186c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.554385 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-d24c4419-b856-43a8-947f-099fa9ab186c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/681471df-ebf0-42a6-a8b9-3d8c969d80a9 HTTP/1.1" status: 204 len: 168 time: 0.1209199 Jan 10 17:51:50.565536 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c4419-b856-43a8-947f-099fa9ab186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681471df-ebf0-42a6-a8b9-3d8c969d80a9,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:50.826560 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36356) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:50.844558 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f3805a25-1f54-4edd-9eb2-db1d1d9fe7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.927755 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f3805a25-1f54-4edd-9eb2-db1d1d9fe7ad admin admin] Publish callbacks [] for security_group (882ff181-71f7-4cb1-9851-57bc97c91d43), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.928779 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f3805a25-1f54-4edd-9eb2-db1d1d9fe7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (882ff181-71f7-4cb1-9851-57bc97c91d43), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:50.962853 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3805a25-1f54-4edd-9eb2-db1d1d9fe7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882ff181-71f7-4cb1-9851-57bc97c91d43,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:50.982065 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f3805a25-1f54-4edd-9eb2-db1d1d9fe7ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e9c99b40b5941f6bd26fb368c9ea7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535161 Jan 10 17:51:50.984502 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36364) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:51.073283 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da2ea1c5-a78e-4819-8e18-a0daa9627b67 admin admin] Publish callbacks [] for security_group (882ff181-71f7-4cb1-9851-57bc97c91d43), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:51.083600 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2c48-db50-4e10-bd0f-18c207540366 req-72993da1-3cbd-46ef-8eeb-6ceb4215284c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:51.085135 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-aa1a2c48-db50-4e10-bd0f-18c207540366 req-72993da1-3cbd-46ef-8eeb-6ceb4215284c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 945 time: 0.0985782 Jan 10 17:51:51.089112 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7be89e-f9ab-4e4f-88d2-13846c692cca req-93131b65-fa95-43b4-8e9a-42f97f3ec89d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:51.090602 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ee7be89e-f9ab-4e4f-88d2-13846c692cca req-93131b65-fa95-43b4-8e9a-42f97f3ec89d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0474939 Jan 10 17:51:51.118804 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da2ea1c5-a78e-4819-8e18-a0daa9627b67 admin admin] Publish callbacks [] for security_group (882ff181-71f7-4cb1-9851-57bc97c91d43), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:51.137888 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ee7be89e-f9ab-4e4f-88d2-13846c692cca req-b9bd247d-3c48-49d9-8bbd-5194621f8dff tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Jan 10 17:51:51.175810 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-aa1a2c48-db50-4e10-bd0f-18c207540366 req-07309fd3-6575-4226-8cca-174c23a2f15b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833673 Jan 10 17:51:51.202518 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da2ea1c5-a78e-4819-8e18-a0daa9627b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (882ff181-71f7-4cb1-9851-57bc97c91d43), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:51.205400 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da2ea1c5-a78e-4819-8e18-a0daa9627b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:51.206529 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-da2ea1c5-a78e-4819-8e18-a0daa9627b67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/882ff181-71f7-4cb1-9851-57bc97c91d43 HTTP/1.1" status: 204 len: 168 time: 0.2210917 Jan 10 17:51:51.214803 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ea1c5-a78e-4819-8e18-a0daa9627b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882ff181-71f7-4cb1-9851-57bc97c91d43,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:52.271503 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a25fe-fa29-4839-a62d-a8c4ca64c78f req-5763eb97-29cb-431d-bf1b-a485eaf8b4bc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:52.279909 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a49a25fe-fa29-4839-a62d-a8c4ca64c78f req-5763eb97-29cb-431d-bf1b-a485eaf8b4bc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0687728 Jan 10 17:51:52.329511 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a49a25fe-fa29-4839-a62d-a8c4ca64c78f req-528a293a-447f-44c0-b3aa-78beca2ecb40 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484643 Jan 10 17:51:52.371876 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36434) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:52.478760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d950c6a3-549d-4c66-8e87-3f1903db79d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:52.555480 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d950c6a3-549d-4c66-8e87-3f1903db79d6 admin admin] Publish callbacks [] for security_group (5cb88ee6-120e-4342-aaec-880df33d2ae9), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:52.560738 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d950c6a3-549d-4c66-8e87-3f1903db79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (5cb88ee6-120e-4342-aaec-880df33d2ae9), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:52.601571 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-d950c6a3-549d-4c66-8e87-3f1903db79d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adeda89718424450890902a8aab55e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262321 Jan 10 17:51:52.602571 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36446) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:51:52.606257 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950c6a3-549d-4c66-8e87-3f1903db79d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb88ee6-120e-4342-aaec-880df33d2ae9,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:52.654729 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7d4c7517-727a-4e23-ba87-fd07210e0b79 admin admin] Publish callbacks [] for security_group (5cb88ee6-120e-4342-aaec-880df33d2ae9), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:52.676830 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7d4c7517-727a-4e23-ba87-fd07210e0b79 admin admin] Publish callbacks [] for security_group (5cb88ee6-120e-4342-aaec-880df33d2ae9), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:52.739523 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7d4c7517-727a-4e23-ba87-fd07210e0b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (5cb88ee6-120e-4342-aaec-880df33d2ae9), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:52.742243 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7d4c7517-727a-4e23-ba87-fd07210e0b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:51:52.745780 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7d4c7517-727a-4e23-ba87-fd07210e0b79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cb88ee6-120e-4342-aaec-880df33d2ae9 HTTP/1.1" status: 204 len: 168 time: 0.1396928 Jan 10 17:51:52.757521 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c7517-727a-4e23-ba87-fd07210e0b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb88ee6-120e-4342-aaec-880df33d2ae9,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:51:53.455039 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4702c1-e6b9-470a-8c7c-825ca169d481 req-1ae61236-32a7-458f-9f33-9614b7c3c6e4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:53.456484 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ba4702c1-e6b9-470a-8c7c-825ca169d481 req-1ae61236-32a7-458f-9f33-9614b7c3c6e4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0498748 Jan 10 17:51:53.509416 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ba4702c1-e6b9-470a-8c7c-825ca169d481 req-96d43b4e-8aa9-4de0-9438-2fa8886505de tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Jan 10 17:51:55.774242 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ac0ec-0a5e-46d9-8683-7ec6a1d89b93 req-e9b8374f-ab20-46de-9220-e9d7bf251146 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:55.775711 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2c7ac0ec-0a5e-46d9-8683-7ec6a1d89b93 req-e9b8374f-ab20-46de-9220-e9d7bf251146 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0530033 Jan 10 17:51:55.821136 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2c7ac0ec-0a5e-46d9-8683-7ec6a1d89b93 req-cfb383ec-0938-4cca-a386-d10ce36f40a7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Jan 10 17:51:56.954617 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008642d-6ba8-4018-809d-ef47fd881228 req-77df35a5-aca7-4f64-b5fa-2dd001305986 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:56.956204 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c008642d-6ba8-4018-809d-ef47fd881228 req-77df35a5-aca7-4f64-b5fa-2dd001305986 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0662196 Jan 10 17:51:57.002795 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c008642d-6ba8-4018-809d-ef47fd881228 req-ed24331d-646c-4090-8856-e8ab37366045 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Jan 10 17:51:58.142244 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e066da-ff0f-414d-b8ab-9ec27078e76d req-eac73757-b751-4cd6-ae65-285ff05bc85c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:58.145409 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b4e066da-ff0f-414d-b8ab-9ec27078e76d req-eac73757-b751-4cd6-ae65-285ff05bc85c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0504787 Jan 10 17:51:58.209914 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b4e066da-ff0f-414d-b8ab-9ec27078e76d req-1aaaa787-89a5-4bbb-b7a5-e9343c683db0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Jan 10 17:51:59.329695 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365570b6-23cd-4922-ba9e-0c23c7d2778c req-0d35c0b6-5393-48b2-9fa5-2dda3449bda6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:51:59.330079 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-365570b6-23cd-4922-ba9e-0c23c7d2778c req-0d35c0b6-5393-48b2-9fa5-2dda3449bda6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0537627 Jan 10 17:51:59.385032 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-365570b6-23cd-4922-ba9e-0c23c7d2778c req-00e87837-0c7e-492f-bf33-32efe08ce148 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495303 Jan 10 17:52:02.695379 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7fef9-05ce-499c-a720-7ffeeb7db256 req-d9ecff9e-36c4-45ce-90d3-c9bd09f548ab tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:02.697133 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbd7fef9-05ce-499c-a720-7ffeeb7db256 req-d9ecff9e-36c4-45ce-90d3-c9bd09f548ab tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0520635 Jan 10 17:52:02.755729 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dbd7fef9-05ce-499c-a720-7ffeeb7db256 req-d6545cd9-b6dd-4e20-89ef-0fd24144ef8a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505824 Jan 10 17:52:03.887832 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adafc23-3523-4172-818d-ab5080a9e9ee req-4664e77e-71ef-4747-9200-d4af4867f807 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:03.889474 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2adafc23-3523-4172-818d-ab5080a9e9ee req-4664e77e-71ef-4747-9200-d4af4867f807 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0596213 Jan 10 17:52:03.953936 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2adafc23-3523-4172-818d-ab5080a9e9ee req-84e60ce7-dd4a-46a9-9caa-29c092854dda tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491996 Jan 10 17:52:04.300227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630c218-63f9-4e76-aa4a-39545921c498 req-912ecd20-a938-45e2-b4aa-467f2a9c585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:04.301831 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e630c218-63f9-4e76-aa4a-39545921c498 req-912ecd20-a938-45e2-b4aa-467f2a9c585c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 1098 time: 0.0408783 Jan 10 17:52:04.352074 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e630c218-63f9-4e76-aa4a-39545921c498 req-60289d71-57fa-497a-a661-180b5b094073 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 Jan 10 17:52:05.091795 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fefc76-e535-4888-886c-2da13f7f975b req-f15820bc-633a-4c80-987f-b3ab7e3208c4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:05.093397 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-78fefc76-e535-4888-886c-2da13f7f975b req-f15820bc-633a-4c80-987f-b3ab7e3208c4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0565305 Jan 10 17:52:05.146379 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-78fefc76-e535-4888-886c-2da13f7f975b req-0f6cadf2-8fb1-4485-b903-2b98e92eef29 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474451 Jan 10 17:52:06.267054 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865a84-0a97-4f16-9724-d47b014ac0cc req-86690bb6-8b93-4f40-96b0-a0a38a1dcba0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:06.268516 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-60865a84-0a97-4f16-9724-d47b014ac0cc req-86690bb6-8b93-4f40-96b0-a0a38a1dcba0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0479355 Jan 10 17:52:06.319783 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-60865a84-0a97-4f16-9724-d47b014ac0cc req-2b7179ba-9d73-4ef4-aada-e9b8eb8e2a0f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Jan 10 17:52:06.437844 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b61a-3d2f-4db5-a48a-d6c58eea7832 req-3c9945ee-5e9e-4222-8225-ff2b6837bf30 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:06.439455 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c781b61a-3d2f-4db5-a48a-d6c58eea7832 req-3c9945ee-5e9e-4222-8225-ff2b6837bf30 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0489411 Jan 10 17:52:06.450013 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36800) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:06.489782 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c781b61a-3d2f-4db5-a48a-d6c58eea7832 req-db1a5114-fde8-4c2f-a009-34caa2d1fbab tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447812 Jan 10 17:52:06.559466 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3f348a9f-2417-4e95-85e1-a83887442115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:06.637636 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3f348a9f-2417-4e95-85e1-a83887442115 admin admin] Publish callbacks [] for security_group (70c7e49e-10aa-4c87-99ec-848b63b1dac5), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:06.641583 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3f348a9f-2417-4e95-85e1-a83887442115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (70c7e49e-10aa-4c87-99ec-848b63b1dac5), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:06.682153 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-3f348a9f-2417-4e95-85e1-a83887442115 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1534037e5ef84fb3927b7b675a9a77d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310245 Jan 10 17:52:06.683096 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f348a9f-2417-4e95-85e1-a83887442115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7e49e-10aa-4c87-99ec-848b63b1dac5,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:06.685000 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36808) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:06.754833 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-40cb3c56-4e09-434e-8242-5b22f25d034d admin admin] Publish callbacks [] for security_group (70c7e49e-10aa-4c87-99ec-848b63b1dac5), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:06.781705 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-40cb3c56-4e09-434e-8242-5b22f25d034d admin admin] Publish callbacks [] for security_group (70c7e49e-10aa-4c87-99ec-848b63b1dac5), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:06.831300 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-40cb3c56-4e09-434e-8242-5b22f25d034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (70c7e49e-10aa-4c87-99ec-848b63b1dac5), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:06.833933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-40cb3c56-4e09-434e-8242-5b22f25d034d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:06.837384 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-40cb3c56-4e09-434e-8242-5b22f25d034d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70c7e49e-10aa-4c87-99ec-848b63b1dac5 HTTP/1.1" status: 204 len: 168 time: 0.1468279 Jan 10 17:52:06.843790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb3c56-4e09-434e-8242-5b22f25d034d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7e49e-10aa-4c87-99ec-848b63b1dac5,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:08.143351 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-9fee447b-c0aa-4954-8202-b7bba40e21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:08.144829 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-9fee447b-c0aa-4954-8202-b7bba40e21e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.0576205 Jan 10 17:52:08.152674 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea246ef-fbec-46ca-b024-a6648bcc6e00 req-a7915d7a-45e6-4cd4-b0e0-092bd965fd1c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:08.154179 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4ea246ef-fbec-46ca-b024-a6648bcc6e00 req-a7915d7a-45e6-4cd4-b0e0-092bd965fd1c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0797894 Jan 10 17:52:08.271999 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4ea246ef-fbec-46ca-b024-a6648bcc6e00 req-474f1c80-37a7-42fc-87b6-f512a0806838 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877182 Jan 10 17:52:08.276774 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-9f2c000e-871c-4643-af29-0f921680fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:08.278213 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-9f2c000e-871c-4643-af29-0f921680fcef service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 919 time: 0.1207328 Jan 10 17:52:08.319628 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-4bf6d796-9a46-4599-a6d2-2eaf1047decc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 217 time: 0.0332432 Jan 10 17:52:08.375307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-c2039bed-d444-4156-8941-479fe5d49fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:08.376746 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-c2039bed-d444-4156-8941-479fe5d49fad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0434625 Jan 10 17:52:08.414856 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-77add899-2e06-4c19-bedf-d37623d026d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264685 Jan 10 17:52:08.504143 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-a6fa32cb-cf1d-43a9-8cc1-4a8d1c572281 service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818293 Jan 10 17:52:08.616607 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 36858) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:08.738279 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3935d4bb-5a22-43ca-a814-8a13ff495626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:08.816677 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3935d4bb-5a22-43ca-a814-8a13ff495626 admin admin] Publish callbacks [] for security_group (2e6561b4-a1a3-4e0d-8598-a110c4c57a61), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:08.823082 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3935d4bb-5a22-43ca-a814-8a13ff495626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2e6561b4-a1a3-4e0d-8598-a110c4c57a61), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:08.840127 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0763ca7e-c686-42df-95a6-37ddbbe188e6 req-8cefacb9-05ff-4ab4-a820-883aa5b186ca service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289707 Jan 10 17:52:08.870621 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-3935d4bb-5a22-43ca-a814-8a13ff495626 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c0804e4f9b742cb82e550f4258d98e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527301 Jan 10 17:52:08.873567 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 36866) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:08.873908 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d4bb-5a22-43ca-a814-8a13ff495626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6561b4-a1a3-4e0d-8598-a110c4c57a61,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:08.942601 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-be8672a3-3010-48dd-a2e9-00dfdafe12fb admin admin] Publish callbacks [] for security_group (2e6561b4-a1a3-4e0d-8598-a110c4c57a61), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:08.965792 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-be8672a3-3010-48dd-a2e9-00dfdafe12fb admin admin] Publish callbacks [] for security_group (2e6561b4-a1a3-4e0d-8598-a110c4c57a61), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:09.015576 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-be8672a3-3010-48dd-a2e9-00dfdafe12fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2e6561b4-a1a3-4e0d-8598-a110c4c57a61), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:09.018117 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-be8672a3-3010-48dd-a2e9-00dfdafe12fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:09.019257 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-be8672a3-3010-48dd-a2e9-00dfdafe12fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e6561b4-a1a3-4e0d-8598-a110c4c57a61 HTTP/1.1" status: 204 len: 168 time: 0.1446941 Jan 10 17:52:09.027280 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8672a3-3010-48dd-a2e9-00dfdafe12fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6561b4-a1a3-4e0d-8598-a110c4c57a61,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:09.418598 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a25253-03b6-44fe-9578-458250d15fb6 req-7e98bb8e-0124-483f-bf81-352d750dc5c2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:09.420124 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-28a25253-03b6-44fe-9578-458250d15fb6 req-7e98bb8e-0124-483f-bf81-352d750dc5c2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0554509 Jan 10 17:52:09.468089 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-28a25253-03b6-44fe-9578-458250d15fb6 req-a69258fc-b3c2-4bbe-9c54-8c4fe6759ebb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Jan 10 17:52:10.088056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64163133-430f-4142-aba8-f2694ed8e836 req-1334be18-5cea-49fb-b2bb-6e5360ec9def tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:10.089790 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-64163133-430f-4142-aba8-f2694ed8e836 req-1334be18-5cea-49fb-b2bb-6e5360ec9def tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0490227 Jan 10 17:52:10.161866 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-64163133-430f-4142-aba8-f2694ed8e836 req-cafafdf6-d3c7-41e3-9ee2-49064df790cd tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655563 Jan 10 17:52:10.591574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3792d-7850-4e9f-bc76-65fec44644e5 req-965633f9-8a12-47f6-8e40-9c171a5d4977 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:10.593047 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c4d3792d-7850-4e9f-bc76-65fec44644e5 req-965633f9-8a12-47f6-8e40-9c171a5d4977 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0483000 Jan 10 17:52:10.650078 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c4d3792d-7850-4e9f-bc76-65fec44644e5 req-b6b3ad9c-292e-447e-861f-b451e247a336 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512941 Jan 10 17:52:10.734453 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-61ddd38e-c92b-473d-96e7-25214945abc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:11.304157 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc066a95-e2e2-41f1-91a5-bc561f71220e req-ea871128-9056-4157-b8e1-1e434e1d9c0e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:11.305657 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fc066a95-e2e2-41f1-91a5-bc561f71220e req-ea871128-9056-4157-b8e1-1e434e1d9c0e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0634575 Jan 10 17:52:11.359742 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fc066a95-e2e2-41f1-91a5-bc561f71220e req-3f4cbfb2-1af0-481f-89d6-9232890b5d2e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479307 Jan 10 17:52:11.376453 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965f42-03ee-4136-9220-5b12d604b836 req-0ee4396d-8540-44e0-aab6-09ed1ecfb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:11.378146 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1e965f42-03ee-4136-9220-5b12d604b836 req-0ee4396d-8540-44e0-aab6-09ed1ecfb6d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1099 time: 0.0436471 Jan 10 17:52:11.503018 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965f42-03ee-4136-9220-5b12d604b836 req-0bca53fc-139e-4543-9ded-bef1c3b5780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:11.504494 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1e965f42-03ee-4136-9220-5b12d604b836 req-0bca53fc-139e-4543-9ded-bef1c3b5780a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.0963993 Jan 10 17:52:11.578882 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1e965f42-03ee-4136-9220-5b12d604b836 req-d076d87d-5bd1-4859-a16b-23d7571ddace service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 200 len: 1002 time: 0.0669322 Jan 10 17:52:11.633350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965f42-03ee-4136-9220-5b12d604b836 req-2af6fa54-8f0e-4c5d-9a0e-356715144d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:11.634814 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1e965f42-03ee-4136-9220-5b12d604b836 req-2af6fa54-8f0e-4c5d-9a0e-356715144d49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0449181 Jan 10 17:52:11.691720 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965f42-03ee-4136-9220-5b12d604b836 req-9a767927-6ec0-46f6-afbe-48007372c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:11.693668 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1e965f42-03ee-4136-9220-5b12d604b836 req-9a767927-6ec0-46f6-afbe-48007372c699 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509124 Jan 10 17:52:11.769774 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1c24f-1c3d-483c-a7c9-31239b3c96a9 req-37c51179-92bd-4ee6-9b42-05776ea6fa30 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:11.771243 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dfc1c24f-1c3d-483c-a7c9-31239b3c96a9 req-37c51179-92bd-4ee6-9b42-05776ea6fa30 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0469632 Jan 10 17:52:11.823895 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dfc1c24f-1c3d-483c-a7c9-31239b3c96a9 req-74c48afd-9198-41c7-9688-ccfb2d77f766 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 Jan 10 17:52:11.864063 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1e965f42-03ee-4136-9220-5b12d604b836 req-ab6ac4ec-6ff8-431c-b933-05116da925ca service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623931 Jan 10 17:52:11.879635 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-3ea49a8b-ea84-4f0c-bfde-a5af598886f3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:11.881208 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-3ea49a8b-ea84-4f0c-bfde-a5af598886f3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 0.1554298 Jan 10 17:52:11.895339 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-f855f894-6381-4a10-ba46-7b4d3b255878 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/quotas/42d38f874b484d32b9af29e66fbaf139 HTTP/1.1" status: 200 len: 375 time: 0.0089326 Jan 10 17:52:11.956904 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-d3684746-c26c-404c-84e3-a5d237bdd360 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563886 Jan 10 17:52:12.052633 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-a12ef515-2cdb-4fd7-b3ab-00871f1c1eca service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890756 Jan 10 17:52:12.154165 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-d8eba1ac-5381-44e1-b8ee-8d8048597254 service neutron] 10.222.0.31 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929453 Jan 10 17:52:12.318364 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e894f3a0-868c-45cb-8261-bae4438e4f32 req-dfa940f9-d752-4814-ad58-9927dfedfe42 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 210 time: 0.0252187 Jan 10 17:52:12.493534 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0c86-d0c5-4269-87f9-cdbcbf581851 req-015602a3-0f45-42b7-95c9-9bca3369be63 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:12.495365 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-849b0c86-d0c5-4269-87f9-cdbcbf581851 req-015602a3-0f45-42b7-95c9-9bca3369be63 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0555794 Jan 10 17:52:12.547270 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-849b0c86-d0c5-4269-87f9-cdbcbf581851 req-113454a9-61eb-495d-8af9-a83a43c49375 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459282 Jan 10 17:52:12.699864 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:12.948889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7d3b-e8c5-40b3-a715-a6eab84093cc req-962ff894-9be7-4735-8c36-b3f59a29779d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:12.950458 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-581d7d3b-e8c5-40b3-a715-a6eab84093cc req-962ff894-9be7-4735-8c36-b3f59a29779d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0543361 Jan 10 17:52:13.000491 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-581d7d3b-e8c5-40b3-a715-a6eab84093cc req-229011f8-3324-4a1a-ae77-f2b9e7693ac5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Jan 10 17:52:13.145046 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-8c49cc24-e1fb-4d8d-b2fb-6e277385b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:13.422944 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-eef9a2f1-ccfc-4f88-9265-055408d41f92 req-5de392e2-7ae2-4c57-962a-71c54e86c6b6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 210 time: 0.0261223 Jan 10 17:52:13.682259 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f62c7-c9e5-423c-80a6-5cc0c6ea4337 req-2ff2b5b0-5fe2-43eb-a4fe-1a7cc3f1f3e7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:13.683651 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a56f62c7-c9e5-423c-80a6-5cc0c6ea4337 req-2ff2b5b0-5fe2-43eb-a4fe-1a7cc3f1f3e7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0508766 Jan 10 17:52:13.737213 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a56f62c7-c9e5-423c-80a6-5cc0c6ea4337 req-5eea1452-a046-418c-98af-e44d7c6c8e09 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453386 Jan 10 17:52:14.063186 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:52:14.065532 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:14.118015 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861618d-c479-4465-a379-627265f39b88 req-c73e27fa-6fa9-49b0-9b2e-942b48a67ffe tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:14.119462 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6861618d-c479-4465-a379-627265f39b88 req-c73e27fa-6fa9-49b0-9b2e-942b48a67ffe tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0511150 Jan 10 17:52:14.170614 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6861618d-c479-4465-a379-627265f39b88 req-7fee6d76-5c4f-4463-8b94-da2c92a91d66 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453799 Jan 10 17:52:14.518513 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-626ced27-0a53-4fc3-895f-3d0fff99d380 req-f7b64e95-ccc0-4b42-9b51-c3bbc5e87940 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 210 time: 0.0265586 Jan 10 17:52:14.791400 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1e965f42-03ee-4136-9220-5b12d604b836 req-95e2c020-4fc9-435c-9981-56289bedb114 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976374 Jan 10 17:52:14.861591 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fbbd4-a68e-4b97-8ebb-4a9d5ccbf678 req-52f55d22-3312-45d0-a640-6cac72ed5a80 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:14.863068 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-388fbbd4-a68e-4b97-8ebb-4a9d5ccbf678 req-52f55d22-3312-45d0-a640-6cac72ed5a80 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0527420 Jan 10 17:52:14.910767 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-388fbbd4-a68e-4b97-8ebb-4a9d5ccbf678 req-d93332db-876a-4498-ac9c-b4e85c2dca6b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Jan 10 17:52:15.302125 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc058d83-80d5-442a-998a-5a4c1d879989 req-4ceed7b3-796f-4983-93db-2c41275a977f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:15.303649 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bc058d83-80d5-442a-998a-5a4c1d879989 req-4ceed7b3-796f-4983-93db-2c41275a977f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0506735 Jan 10 17:52:15.365532 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bc058d83-80d5-442a-998a-5a4c1d879989 req-07d53089-317a-40e6-85a8-07816415da8d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539796 Jan 10 17:52:15.508733 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-56fa373d-ea7e-4cb2-b0d6-1bdae9593a09 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:15.511107 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-56fa373d-ea7e-4cb2-b0d6-1bdae9593a09 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 815 time: 0.1077271 Jan 10 17:52:15.542053 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Request body: {'port': {'device_id': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'admin_state_up': True, 'tenant_id': '42d38f874b484d32b9af29e66fbaf139'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:15.571338 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:15.645395 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c4cf55ae-db74-46c9-a278-1f62277f2abf req-2cef1fcc-a67b-4b97-80d7-3cad92da22f5 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 210 time: 0.0334604 Jan 10 17:52:15.698264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Made reservation on behalf of 42d38f874b484d32b9af29e66fbaf139 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:52:15.701835 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:15.832343 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Allocated IP 172.20.0.5 (97d5a095-562b-4e17-9bd6-5105d1159613/aa3d6c23-1c63-408b-b66d-98182652d3dd/08e664e6-ef41-48b9-944f-ab0216b42fa6) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:52:15.985583 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks [] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:16.051126 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18866f18-2d86-4491-a053-07b5f046a646 req-c9b9b2b3-6ac2-4f35-b5cf-cc28ec105cf3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:16.052637 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-18866f18-2d86-4491-a053-07b5f046a646 req-c9b9b2b3-6ac2-4f35-b5cf-cc28ec105cf3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0716412 Jan 10 17:52:16.069357 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:16.137339 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Network 97d5a095-562b-4e17-9bd6-5105d1159613 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:16.150905 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:16.153875 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:52:16.156320 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event updated for resources: {'Port': ['ID=08e664e6-ef41-48b9-944f-ab0216b42fa6,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:16.179822 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-18866f18-2d86-4491-a053-07b5f046a646 req-344b55f4-2488-4bde-a0c0-6c202fc3eb3c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207328 Jan 10 17:52:16.186451 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.186870 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.187224 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.187568 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.187906 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.188244 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.188593 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.188911 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.189269 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.189585 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.189913 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.190239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.190567 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:16.217217 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:16.217843 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:16.235652 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7fc925cf-aefa-4be4-afdb-8f8ec3c962fc tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6989517 Jan 10 17:52:16.500998 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877c429-f87d-4be2-a1f6-8a48d102e526 req-abea3b4e-70fc-4f11-9b0a-9e8cd8eafe18 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:16.502462 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d877c429-f87d-4be2-a1f6-8a48d102e526 req-abea3b4e-70fc-4f11-9b0a-9e8cd8eafe18 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0580642 Jan 10 17:52:16.554414 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d877c429-f87d-4be2-a1f6-8a48d102e526 req-1c3c9c2b-0ea2-425a-829c-a61a80c98aa0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Jan 10 17:52:16.762680 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57574717-1fea-4bfb-9f4b-1ac76c492c05 req-fe8ddb5e-5c4c-4569-9d91-9227d432e1e0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:16.764164 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-57574717-1fea-4bfb-9f4b-1ac76c492c05 req-fe8ddb5e-5c4c-4569-9d91-9227d432e1e0 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 931 time: 0.0516846 Jan 10 17:52:16.810773 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-57574717-1fea-4bfb-9f4b-1ac76c492c05 req-1b2cfa96-7e38-423c-bad3-2b88c76ba454 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407844 Jan 10 17:52:16.982736 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:17.316982 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ea6cd-50b0-48c5-bb75-f306e825f66e req-976ea98f-e0f2-40fc-981e-aa40b37d9f5e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:17.318426 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7f3ea6cd-50b0-48c5-bb75-f306e825f66e req-976ea98f-e0f2-40fc-981e-aa40b37d9f5e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0571625 Jan 10 17:52:17.371833 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7f3ea6cd-50b0-48c5-bb75-f306e825f66e req-16501765-26fd-4612-b8da-1d31b165cfe9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450103 Jan 10 17:52:17.691598 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be368b8-bf68-4636-89b7-879665387bd2 req-5c1957c3-caff-41b6-a01f-592f3227a931 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:17.693126 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3be368b8-bf68-4636-89b7-879665387bd2 req-5c1957c3-caff-41b6-a01f-592f3227a931 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0555153 Jan 10 17:52:17.743604 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3be368b8-bf68-4636-89b7-879665387bd2 req-b0c76618-5f0f-4add-9cc9-6eeb3cc4abc8 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Jan 10 17:52:17.937176 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479dcd7-1169-4b3e-aead-b8266b3d8462 req-4c7ce055-35a9-40e9-896a-e85ca603ef01 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:17.938651 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5479dcd7-1169-4b3e-aead-b8266b3d8462 req-4c7ce055-35a9-40e9-896a-e85ca603ef01 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 931 time: 0.0513480 Jan 10 17:52:17.989267 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5479dcd7-1169-4b3e-aead-b8266b3d8462 req-b5e5d6d8-ebbe-480d-a268-32a1b6206e67 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Jan 10 17:52:18.519283 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba89400-19bb-47f8-8ca4-d5ccf1d1aa42 req-19315a23-003d-47b1-84da-4f51235027bd tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:18.521357 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3ba89400-19bb-47f8-8ca4-d5ccf1d1aa42 req-19315a23-003d-47b1-84da-4f51235027bd tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0613809 Jan 10 17:52:18.571861 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3ba89400-19bb-47f8-8ca4-d5ccf1d1aa42 req-1b28eccc-7556-444d-b6df-95a83b243da7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417295 Jan 10 17:52:18.860097 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1788e0-e8b0-43c6-a58c-a786d8195ce7 req-65400158-de9a-4bbe-ad71-842cfdac81d9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:18.861567 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1b1788e0-e8b0-43c6-a58c-a786d8195ce7 req-65400158-de9a-4bbe-ad71-842cfdac81d9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0495565 Jan 10 17:52:18.922734 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1b1788e0-e8b0-43c6-a58c-a786d8195ce7 req-028a455b-857d-4e59-b0c3-c03b956a90eb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531290 Jan 10 17:52:19.037668 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05', '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'bbc279fc-3bfc-4f6c-9ab8-16406a643493'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:52:19.043072 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Request body: {'port': {'device_id': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:19.133061 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:19.143556 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eb9dd-ff9e-42a5-8fff-936f2b62f82c req-0ae429f3-c21d-43c4-9db5-e9dfa3ec0c2e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:19.145082 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-649eb9dd-ff9e-42a5-8fff-936f2b62f82c req-0ae429f3-c21d-43c4-9db5-e9dfa3ec0c2e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 931 time: 0.0783846 Jan 10 17:52:19.229893 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-649eb9dd-ff9e-42a5-8fff-936f2b62f82c req-b141d7d3-bdf1-4837-894e-fd14e31e2e50 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764894 Jan 10 17:52:19.435261 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e664e6-ef41-48b9-944f-ab0216b42fa6 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:52:19.442591 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Publish callbacks [] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:19.460299 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Transition to ACTIVE for port object 08e664e6-ef41-48b9-944f-ab0216b42fa6 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:52:19.466670 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:19.515054 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Pushing event updated for resources: {'Port': ['ID=08e664e6-ef41-48b9-944f-ab0216b42fa6,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:19.578687 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Attempting to bind port 08e664e6-ef41-48b9-944f-ab0216b42fa6 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:52:19.578894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Attempting to bind port 08e664e6-ef41-48b9-944f-ab0216b42fa6 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:52:19.579253 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Attempting to bind port 08e664e6-ef41-48b9-944f-ab0216b42fa6 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:19.583654 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Port 08e664e6-ef41-48b9-944f-ab0216b42fa6 on network 97d5a095-562b-4e17-9bd6-5105d1159613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:52:19.583976 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Attempting to bind port 08e664e6-ef41-48b9-944f-ab0216b42fa6 on network 97d5a095-562b-4e17-9bd6-5105d1159613 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:19.589065 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:52:19.589396 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Checking segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:19.589774 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Bound using segment: {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:52:19.590187 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Bound port: 08e664e6-ef41-48b9-944f-ab0216b42fa6, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecae0685-611c-4938-9456-5804001e826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:52:19.590536 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:19.660532 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] For port 08e664e6-ef41-48b9-944f-ab0216b42fa6, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:52:19.663759 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] For port 08e664e6-ef41-48b9-944f-ab0216b42fa6, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=08e664e6-ef41-48b9-944f-ab0216b42fa6,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:52:19.669832 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:19.696596 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719551d-371f-4689-a25c-bb1ade226f84 req-c6cfb33f-7af5-42e5-b0a2-a7299499a330 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:19.698109 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c719551d-371f-4689-a25c-bb1ade226f84 req-c6cfb33f-7af5-42e5-b0a2-a7299499a330 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0490048 Jan 10 17:52:19.703235 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:19.704187 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:19.705565 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] 10.222.0.35 "PUT /v2.0/ports/08e664e6-ef41-48b9-944f-ab0216b42fa6 HTTP/1.1" status: 200 len: 1093 time: 0.6688652 Jan 10 17:52:19.710114 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'tag': '08e664e6-ef41-48b9-944f-ab0216b42fa6'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:52:19.713500 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985a67b-8223-461e-b397-c0fcb526489c" -d '{"events": [{"name": "network-changed", "server_uuid": "332c5f9a-9049-4a7a-af75-161ee24bee53", "tag": "08e664e6-ef41-48b9-944f-ab0216b42fa6"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:52:19.748940 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8544f3-f325-4fde-9c2e-fe485435afe9 service neutron] Pushing event updated for resources: {'Port': ['ID=08e664e6-ef41-48b9-944f-ab0216b42fa6,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:19.755537 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9187c0-b619-4ba3-97c5-c99d03a07ca9 x-openstack-request-id: req-5e9187c0-b619-4ba3-97c5-c99d03a07ca9 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:52:19.755827 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332c5f9a-9049-4a7a-af75-161ee24bee53", "tag": "08e664e6-ef41-48b9-944f-ab0216b42fa6", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:52:19.756075 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e9187c0-b619-4ba3-97c5-c99d03a07ca9 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:52:19.756466 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'tag': '08e664e6-ef41-48b9-944f-ab0216b42fa6', 'status': 'completed', 'code': 200} Jan 10 17:52:19.760253 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c719551d-371f-4689-a25c-bb1ade226f84 req-0e634905-e113-4983-a922-f4cf621d4633 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560067 Jan 10 17:52:19.809561 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-d2a1ada7-08ec-46ef-852f-afc40460fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:19.811212 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-d2a1ada7-08ec-46ef-852f-afc40460fdf6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 1096 time: 0.0451164 Jan 10 17:52:19.858607 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-1d054789-52ba-44ae-ad6c-95fd3481775c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e664e6-ef41-48b9-944f-ab0216b42fa6 HTTP/1.1" status: 200 len: 217 time: 0.0376487 Jan 10 17:52:19.907080 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-ddda4a73-7aa1-4c2d-8bf0-917f21de7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:19.908635 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-ddda4a73-7aa1-4c2d-8bf0-917f21de7989 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.0428982 Jan 10 17:52:19.940616 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-77953483-ad00-432f-8465-b0fa14cd0b91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233819 Jan 10 17:52:20.081217 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ed31d-1df5-4f65-93de-29fce0a653ec req-a9b4b0f7-27c5-4958-af65-38fd9c76d16d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:20.082668 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-010ed31d-1df5-4f65-93de-29fce0a653ec req-a9b4b0f7-27c5-4958-af65-38fd9c76d16d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0691056 Jan 10 17:52:20.084587 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-23b0c962-9e3b-4e61-a35f-c86385cdf752 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352682 Jan 10 17:52:20.182343 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-010ed31d-1df5-4f65-93de-29fce0a653ec req-b7adb225-8486-478e-8af3-48ec7492a7c6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938585 Jan 10 17:52:20.205317 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c0111b91-c60b-49a7-9d0d-a61aa251ae4b req-97266a78-d125-4e39-8718-a5796bcd1e2c service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108024 Jan 10 17:52:20.299205 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a67b-8223-461e-b397-c0fcb526489c req-90b967a1-5b33-43e2-af36-3b41cddbedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:20.300750 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f985a67b-8223-461e-b397-c0fcb526489c req-90b967a1-5b33-43e2-af36-3b41cddbedb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42d38f874b484d32b9af29e66fbaf139&device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 1096 time: 0.0408156 Jan 10 17:52:20.348824 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9395c-f590-415c-b50c-666105e59866 req-c7797f96-5672-4847-81f2-1d03b5099862 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:20.350202 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2e9395c-f590-415c-b50c-666105e59866 req-c7797f96-5672-4847-81f2-1d03b5099862 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 943 time: 0.0485208 Jan 10 17:52:20.397996 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2e9395c-f590-415c-b50c-666105e59866 req-2828919f-6b54-4ecf-a7ec-bdd765f9d651 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Jan 10 17:52:20.901546 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ae9db-50c2-4644-a2b1-d388dfacdb8c req-0464fd81-00ba-4170-a984-67979478af79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:20.903018 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e33ae9db-50c2-4644-a2b1-d388dfacdb8c req-0464fd81-00ba-4170-a984-67979478af79 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0586042 Jan 10 17:52:20.948910 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e33ae9db-50c2-4644-a2b1-d388dfacdb8c req-c4dc3fbf-68e1-44d4-ae14-9d9624e6ba3d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403705 Jan 10 17:52:21.312244 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328151b6-71e8-4533-8870-4a44c01795a8 req-3a94116c-7312-4747-8d2a-b5bea4241637 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:21.313722 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-328151b6-71e8-4533-8870-4a44c01795a8 req-3a94116c-7312-4747-8d2a-b5bea4241637 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0528817 Jan 10 17:52:21.359974 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-328151b6-71e8-4533-8870-4a44c01795a8 req-5effaba6-d4ea-4765-8f5f-89652f605f83 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jan 10 17:52:21.539542 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922939f-b804-4e3c-898b-25d2a9627528 req-e7642686-7fc4-41d5-bf52-88fc5bc700da tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:21.540939 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a922939f-b804-4e3c-898b-25d2a9627528 req-e7642686-7fc4-41d5-bf52-88fc5bc700da tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 943 time: 0.0540147 Jan 10 17:52:21.635452 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a922939f-b804-4e3c-898b-25d2a9627528 req-4bf6e2fe-f36d-4c8f-bf61-fd4807a07f7f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888894 Jan 10 17:52:21.666830 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a67b-8223-461e-b397-c0fcb526489c req-1b726a00-befa-4c43-a6a7-134777c29eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:21.668283 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f985a67b-8223-461e-b397-c0fcb526489c req-1b726a00-befa-4c43-a6a7-134777c29eea service neutron] 10.222.0.35 "GET /v2.0/networks?id=97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 200 len: 916 time: 0.1092494 Jan 10 17:52:22.072790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c55ec-3f74-4303-ab1d-76b1e1849b16 req-9251fde4-ee82-4fca-a886-a02c9196c1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:22.074316 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dd1c55ec-3f74-4303-ab1d-76b1e1849b16 req-9251fde4-ee82-4fca-a886-a02c9196c1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0521300 Jan 10 17:52:22.120268 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dd1c55ec-3f74-4303-ab1d-76b1e1849b16 req-da6ea0db-89bb-4c30-a7a1-5481e55d91a2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Jan 10 17:52:22.485307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec699-2af2-4dba-9799-40a5735fccd5 req-7ad856f7-ec40-4bf1-bcca-75dfc801e183 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:22.486713 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-422ec699-2af2-4dba-9799-40a5735fccd5 req-7ad856f7-ec40-4bf1-bcca-75dfc801e183 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0501194 Jan 10 17:52:22.539839 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-422ec699-2af2-4dba-9799-40a5735fccd5 req-91fdbba0-0d9b-4d56-a691-ce4d9bdf7bf1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462139 Jan 10 17:52:22.759129 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362d4d-7265-4203-9f88-bd81cd1faf35 req-2c5f3265-e17b-4e50-ae25-bb1b185e7b28 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:22.760607 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-88362d4d-7265-4203-9f88-bd81cd1faf35 req-2c5f3265-e17b-4e50-ae25-bb1b185e7b28 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 943 time: 0.0536926 Jan 10 17:52:22.807024 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-88362d4d-7265-4203-9f88-bd81cd1faf35 req-b1364e1c-97a0-4358-9222-097c91e9f97a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Jan 10 17:52:23.255398 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dca34-ba8d-4377-84ba-fa2e0afed258 req-411f3cac-f6d4-4eee-889f-9301b75a46c5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:23.256787 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8f1dca34-ba8d-4377-84ba-fa2e0afed258 req-411f3cac-f6d4-4eee-889f-9301b75a46c5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0490730 Jan 10 17:52:23.307483 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8f1dca34-ba8d-4377-84ba-fa2e0afed258 req-f4b62a61-ef05-463d-9674-fc636025a99b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Jan 10 17:52:23.678933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c279d7-7b96-4853-9107-aa8285b33a41 req-990b106a-8169-4864-bbc3-2a765d5d9992 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:23.680376 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-18c279d7-7b96-4853-9107-aa8285b33a41 req-990b106a-8169-4864-bbc3-2a765d5d9992 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0676436 Jan 10 17:52:23.715246 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f985a67b-8223-461e-b397-c0fcb526489c req-6e316a16-69e9-4030-ac13-3cb75323a469 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08e664e6-ef41-48b9-944f-ab0216b42fa6 HTTP/1.1" status: 200 len: 217 time: 0.0498576 Jan 10 17:52:23.785722 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-18c279d7-7b96-4853-9107-aa8285b33a41 req-d4fd9947-ca6b-4492-8b25-0df600cf8ad1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769916 Jan 10 17:52:23.787218 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a67b-8223-461e-b397-c0fcb526489c req-117a7733-0d92-40a3-ac73-3869b077dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:23.788664 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f985a67b-8223-461e-b397-c0fcb526489c req-117a7733-0d92-40a3-ac73-3869b077dca1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 200 len: 855 time: 0.0653739 Jan 10 17:52:23.827778 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f985a67b-8223-461e-b397-c0fcb526489c req-f1d96409-bb82-4b19-8c58-fad5863dda15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=97d5a095-562b-4e17-9bd6-5105d1159613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290074 Jan 10 17:52:23.917529 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f985a67b-8223-461e-b397-c0fcb526489c req-581c6f99-70ff-49e2-97c9-4a3ac75fc5f4 service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819287 Jan 10 17:52:23.926126 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e0f6-dbb8-4246-ae7d-aa715c2ac639 req-6b7beca7-9de3-4f63-99ff-17b13cb75436 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:23.927585 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c8d0e0f6-dbb8-4246-ae7d-aa715c2ac639 req-6b7beca7-9de3-4f63-99ff-17b13cb75436 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 943 time: 0.0477746 Jan 10 17:52:23.974572 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c8d0e0f6-dbb8-4246-ae7d-aa715c2ac639 req-73161f2b-cadc-4d81-ba62-efd136fce16f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Jan 10 17:52:24.220718 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f985a67b-8223-461e-b397-c0fcb526489c req-ebba56db-25fd-4cb0-bc7f-f86c9c3a1e4e service neutron] 10.222.0.35 "GET /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954810 Jan 10 17:52:24.442656 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c841a0-32df-4fbc-a99a-98e369414e11 req-e305ba33-c167-468a-a91b-d0a54e5b1269 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:24.444007 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97c841a0-32df-4fbc-a99a-98e369414e11 req-e305ba33-c167-468a-a91b-d0a54e5b1269 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0547466 Jan 10 17:52:24.492563 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97c841a0-32df-4fbc-a99a-98e369414e11 req-b925aeed-ccf8-431b-b8d8-0adbccf97b9b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Jan 10 17:52:24.913829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1c85-cec0-47e1-8c93-c36651efea20 req-593ba4f8-cb77-4a2f-a437-164b9bf2bdb1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:24.915323 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-255a1c85-cec0-47e1-8c93-c36651efea20 req-593ba4f8-cb77-4a2f-a437-164b9bf2bdb1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0521829 Jan 10 17:52:24.964776 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-255a1c85-cec0-47e1-8c93-c36651efea20 req-473057cd-1a5a-4b8f-adfb-b833034cda4f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Jan 10 17:52:25.101629 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d45d3-3136-4753-bd97-f98bae9a5e0c req-1cc2f24f-d8e6-4f29-b386-2525a1e448a3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:25.103103 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6d0d45d3-3136-4753-bd97-f98bae9a5e0c req-1cc2f24f-d8e6-4f29-b386-2525a1e448a3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 943 time: 0.0534692 Jan 10 17:52:25.155567 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6d0d45d3-3136-4753-bd97-f98bae9a5e0c req-b34e4714-b692-439d-9078-223f9fe9753f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467036 Jan 10 17:52:25.615679 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7c497-6de8-454f-a23e-417c6ef60f91 req-912a8a9f-ef84-40fd-abc5-b4e6eed920f8 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:25.616776 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97f7c497-6de8-454f-a23e-417c6ef60f91 req-912a8a9f-ef84-40fd-abc5-b4e6eed920f8 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0509000 Jan 10 17:52:25.667000 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97f7c497-6de8-454f-a23e-417c6ef60f91 req-4ddf517b-61c9-4c02-a7fc-fb46f2a9ff99 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442672 Jan 10 17:52:26.078781 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd603a-a8d9-483e-8976-128ea68d2460 req-9b965077-b3e6-4ebe-9eae-86ef722140bc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:26.080389 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-26cd603a-a8d9-483e-8976-128ea68d2460 req-9b965077-b3e6-4ebe-9eae-86ef722140bc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0501676 Jan 10 17:52:26.134289 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-26cd603a-a8d9-483e-8976-128ea68d2460 req-f0a22c6d-0256-4935-9c11-3cd21ccc5031 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Jan 10 17:52:26.271329 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efae5b-2796-4d9e-b3d7-22352fe0c4f2 req-c6b294df-a2d3-40e7-97a5-1e729b466f51 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:26.272811 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-85efae5b-2796-4d9e-b3d7-22352fe0c4f2 req-c6b294df-a2d3-40e7-97a5-1e729b466f51 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 943 time: 0.0490296 Jan 10 17:52:26.322717 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-85efae5b-2796-4d9e-b3d7-22352fe0c4f2 req-8725c1ab-9a99-4f60-8ad5-bbebaf4a3627 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428236 Jan 10 17:52:26.803225 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edd67c-467a-4ad4-8dae-1ed54faef166 req-95ce11b9-5fbe-4dcf-a446-9b018c3a9871 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:26.804730 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a1edd67c-467a-4ad4-8dae-1ed54faef166 req-95ce11b9-5fbe-4dcf-a446-9b018c3a9871 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0530250 Jan 10 17:52:26.854911 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a1edd67c-467a-4ad4-8dae-1ed54faef166 req-c4b1b273-dc90-494f-a74d-cc3ca4bbddb5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442202 Jan 10 17:52:27.033311 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 08e664e6-ef41-48b9-944f-ab0216b42fa6 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:52:27.129740 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 08e664e6-ef41-48b9-944f-ab0216b42fa6, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=08e664e6-ef41-48b9-944f-ab0216b42fa6,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:27.141170 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '08e664e6-ef41-48b9-944f-ab0216b42fa6', 'network_id': '97d5a095-562b-4e17-9bd6-5105d1159613', 'port_id': '08e664e6-ef41-48b9-944f-ab0216b42fa6', 'mac_address': 'fa:16:3e:a4:1f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa3d6c23-1c63-408b-b66d-98182652d3dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:52:27.183669 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 08e664e6-ef41-48b9-944f-ab0216b42fa6 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:27.184067 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:27.198360 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e664e6-ef41-48b9-944f-ab0216b42fa6 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:52:27.218132 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 08e664e6-ef41-48b9-944f-ab0216b42fa6, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=08e664e6-ef41-48b9-944f-ab0216b42fa6,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:27.222839 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:27.247429 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e86b4-a32a-48d2-9265-a56a3ce0ef95 req-a6793966-11f6-4963-972b-d55c625f20bd tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:27.249008 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-db9e86b4-a32a-48d2-9265-a56a3ce0ef95 req-a6793966-11f6-4963-972b-d55c625f20bd tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0479147 Jan 10 17:52:27.271439 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=08e664e6-ef41-48b9-944f-ab0216b42fa6,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:27.296796 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-db9e86b4-a32a-48d2-9265-a56a3ce0ef95 req-52752952-3b53-42a5-a2b1-4a616cde6e25 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Jan 10 17:52:27.438359 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a706a11-30e4-47da-a1db-cde870bb7331 req-36d9fe9c-850c-4b1e-b75e-af8859f5712d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:27.439812 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2a706a11-30e4-47da-a1db-cde870bb7331 req-36d9fe9c-850c-4b1e-b75e-af8859f5712d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 944 time: 0.0512416 Jan 10 17:52:27.487875 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2a706a11-30e4-47da-a1db-cde870bb7331 req-c00606cc-a0bf-4518-8fc6-a9e1d857209a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Jan 10 17:52:27.555211 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['08e664e6-ef41-48b9-944f-ab0216b42fa6'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:52:27.981396 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47886c-3554-482a-b1a2-57395b7dd7cd req-2ef9bfb9-20fe-4f86-9e48-4850c3526415 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:27.983016 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bb47886c-3554-482a-b1a2-57395b7dd7cd req-2ef9bfb9-20fe-4f86-9e48-4850c3526415 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0533714 Jan 10 17:52:28.030893 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bb47886c-3554-482a-b1a2-57395b7dd7cd req-2782dca8-cde4-4b4c-9ece-4961bb1ad723 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Jan 10 17:52:28.421788 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935b1e8-bfb9-4627-86f7-05e4a658434a req-0e491249-1be5-4e45-b3a0-4809e0087397 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:28.423151 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4935b1e8-bfb9-4627-86f7-05e4a658434a req-0e491249-1be5-4e45-b3a0-4809e0087397 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0482574 Jan 10 17:52:28.478816 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4935b1e8-bfb9-4627-86f7-05e4a658434a req-0f875123-2a7c-4787-9b12-8ac0cab7268d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471597 Jan 10 17:52:28.610018 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c173-1ef3-4846-b1fd-f5607d4751b1 req-1f504f74-f9f5-4bfe-b78f-efb66790dbd8 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:28.611464 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c4f3c173-1ef3-4846-b1fd-f5607d4751b1 req-1f504f74-f9f5-4bfe-b78f-efb66790dbd8 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 944 time: 0.0501413 Jan 10 17:52:28.662275 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c4f3c173-1ef3-4846-b1fd-f5607d4751b1 req-4d989568-4e35-42d4-afd7-ed6a4c30f4a5 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Jan 10 17:52:29.052765 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 08e664e6-ef41-48b9-944f-ab0216b42fa6 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:29.125938 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 08e664e6-ef41-48b9-944f-ab0216b42fa6 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:52:29.133768 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 08e664e6-ef41-48b9-944f-ab0216b42fa6 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:29.134422 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:29.174245 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1ff2d-4b48-42e1-ba39-1524f2b860b2 req-cc51c76f-203f-40cd-a2d7-05b131109c9f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:29.175787 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cfb1ff2d-4b48-42e1-ba39-1524f2b860b2 req-cc51c76f-203f-40cd-a2d7-05b131109c9f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0622079 Jan 10 17:52:29.221419 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 08e664e6-ef41-48b9-944f-ab0216b42fa6 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:29.221875 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:29.225568 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cfb1ff2d-4b48-42e1-ba39-1524f2b860b2 req-fc780dd9-8b73-491b-88d6-4b4038ddb9cb tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440006 Jan 10 17:52:29.245005 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e664e6-ef41-48b9-944f-ab0216b42fa6'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:52:29.247283 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5955a851-1e05-4b3c-b1cf-8e953675fa12" -d '{"events": [{"server_uuid": "332c5f9a-9049-4a7a-af75-161ee24bee53", "name": "network-vif-plugged", "status": "completed", "tag": "08e664e6-ef41-48b9-944f-ab0216b42fa6"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:52:29.259673 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 08e664e6-ef41-48b9-944f-ab0216b42fa6, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=08e664e6-ef41-48b9-944f-ab0216b42fa6,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:29.263932 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:29.286539 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b2b95e-9a29-4ced-bd74-c025b1cd80aa x-openstack-request-id: req-e5b2b95e-9a29-4ced-bd74-c025b1cd80aa {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:52:29.286864 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c5f9a-9049-4a7a-af75-161ee24bee53", "name": "network-vif-plugged", "status": "completed", "tag": "08e664e6-ef41-48b9-944f-ab0216b42fa6", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:52:29.287123 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5b2b95e-9a29-4ced-bd74-c025b1cd80aa {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:52:29.287511 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e664e6-ef41-48b9-944f-ab0216b42fa6', 'code': 200} Jan 10 17:52:29.313875 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=08e664e6-ef41-48b9-944f-ab0216b42fa6,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:29.478404 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0aaff3-7066-4354-a02a-f47175847eef req-a7a3c69e-f084-478e-96ee-3a79aaf5ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:29.480508 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c0aaff3-7066-4354-a02a-f47175847eef req-a7a3c69e-f084-478e-96ee-3a79aaf5ef09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 1098 time: 0.0496337 Jan 10 17:52:29.532878 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c0aaff3-7066-4354-a02a-f47175847eef req-dcf39cca-24c9-4078-a2ca-b02e696e9106 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jan 10 17:52:29.600782 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b4067-077d-428b-8b4e-75077efea9c1 req-f40418c4-da35-47b0-a9e4-5fe55ceb4942 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:29.602351 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-107b4067-077d-428b-8b4e-75077efea9c1 req-f40418c4-da35-47b0-a9e4-5fe55ceb4942 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0485780 Jan 10 17:52:29.649997 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-107b4067-077d-428b-8b4e-75077efea9c1 req-b59b6cb2-1c19-4fc9-8e76-c45c801604a7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Jan 10 17:52:29.780174 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff265d-358f-4837-b988-3564988081df req-72ed5ae1-1ed9-4e34-a43d-61d9a6a35691 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:29.781746 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b2ff265d-358f-4837-b988-3564988081df req-72ed5ae1-1ed9-4e34-a43d-61d9a6a35691 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 945 time: 0.0510750 Jan 10 17:52:29.830247 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b2ff265d-358f-4837-b988-3564988081df req-e1f8e460-f31f-4386-baa4-023b8654fc5a tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Jan 10 17:52:30.346072 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e7e9d-be47-4b48-bf1f-8bbf72933cbe req-737bca46-f0a2-4224-b8c9-8ac29c2a3425 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:30.347535 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9c5e7e9d-be47-4b48-bf1f-8bbf72933cbe req-737bca46-f0a2-4224-b8c9-8ac29c2a3425 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0483761 Jan 10 17:52:30.392827 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37296) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:30.402389 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9c5e7e9d-be47-4b48-bf1f-8bbf72933cbe req-8a2f7aac-92c1-402f-8f7a-ada8e6a58a0a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494432 Jan 10 17:52:30.494472 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:30.575936 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Publish callbacks [] for security_group (fdb80fb6-5c6e-4717-b69a-bf1f22ff799c), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:30.581056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (fdb80fb6-5c6e-4717-b69a-bf1f22ff799c), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:30.615495 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb80fb6-5c6e-4717-b69a-bf1f22ff799c,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:30.620242 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5132ffa32785494cb3d85fd060715085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264364 Jan 10 17:52:30.623295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37300) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:30.624965 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.625313 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.625653 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.625985 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.626312 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.626637 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.626961 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.627282 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.627605 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.627923 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.628261 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.628560 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.628894 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c6b3bc-df66-4aa0-9de1-369677ae7234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:30.673648 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e5014b4-7c41-4245-af99-dd558a072314 admin admin] Publish callbacks [] for security_group (fdb80fb6-5c6e-4717-b69a-bf1f22ff799c), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:30.695450 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e5014b4-7c41-4245-af99-dd558a072314 admin admin] Publish callbacks [] for security_group (fdb80fb6-5c6e-4717-b69a-bf1f22ff799c), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:30.771443 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350da3b-990f-4f0a-8119-cef68ddaa962 req-dcf643dc-3ceb-4464-bed5-dcf1f0ac17da tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:30.772955 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d350da3b-990f-4f0a-8119-cef68ddaa962 req-dcf643dc-3ceb-4464-bed5-dcf1f0ac17da tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0553458 Jan 10 17:52:30.786687 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e5014b4-7c41-4245-af99-dd558a072314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (fdb80fb6-5c6e-4717-b69a-bf1f22ff799c), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:30.789142 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e5014b4-7c41-4245-af99-dd558a072314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:30.790205 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-4e5014b4-7c41-4245-af99-dd558a072314 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdb80fb6-5c6e-4717-b69a-bf1f22ff799c HTTP/1.1" status: 204 len: 168 time: 0.1656311 Jan 10 17:52:30.809501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5014b4-7c41-4245-af99-dd558a072314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb80fb6-5c6e-4717-b69a-bf1f22ff799c,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:30.833490 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d350da3b-990f-4f0a-8119-cef68ddaa962 req-a178ddf1-4b29-4a38-b696-179718c3a891 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538490 Jan 10 17:52:30.948997 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ad70-edba-4854-944f-b8041bd43bac req-0ab6ed3b-ff8e-4fc6-8677-577a1bb4588c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:30.951074 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2834ad70-edba-4854-944f-b8041bd43bac req-0ab6ed3b-ff8e-4fc6-8677-577a1bb4588c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 945 time: 0.0516932 Jan 10 17:52:30.997991 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2834ad70-edba-4854-944f-b8041bd43bac req-6f2c3e2a-4fff-4332-906e-15357683014f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Jan 10 17:52:31.290110 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37328) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:31.389664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-47e70aa9-8509-4782-a838-ad658c34e1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.469773 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-47e70aa9-8509-4782-a838-ad658c34e1a2 admin admin] Publish callbacks [] for security_group (ed7e0da9-4a16-45b8-a472-451acb904c23), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.474995 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-47e70aa9-8509-4782-a838-ad658c34e1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ed7e0da9-4a16-45b8-a472-451acb904c23), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.484820 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37340) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:31.539517 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e70aa9-8509-4782-a838-ad658c34e1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e0da9-4a16-45b8-a472-451acb904c23,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:31.544516 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-47e70aa9-8509-4782-a838-ad658c34e1a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3009e50ec2514783902558a115bb4362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533445 Jan 10 17:52:31.547324 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37344) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:31.569943 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ab97b-a360-477c-afcc-34aca639d4bb req-7e81dced-dfba-49e3-bf3e-66fabc2189c0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:31.573369 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bd9ab97b-a360-477c-afcc-34aca639d4bb req-7e81dced-dfba-49e3-bf3e-66fabc2189c0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0950234 Jan 10 17:52:31.596345 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513598161-network', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:31.608001 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0b41f503-f967-4c55-acd9-899127a18e08 admin admin] Publish callbacks [] for security_group (ed7e0da9-4a16-45b8-a472-451acb904c23), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.619208 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bd9ab97b-a360-477c-afcc-34aca639d4bb req-10ad03ba-1f10-494d-8504-9b0623f35dee tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Jan 10 17:52:31.639144 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0b41f503-f967-4c55-acd9-899127a18e08 admin admin] Publish callbacks [] for security_group (ed7e0da9-4a16-45b8-a472-451acb904c23), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.646940 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Made reservation on behalf of ad60695fc58746f490b20a5b2459b6ae for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:52:31.649598 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.662502 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.715934 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0b41f503-f967-4c55-acd9-899127a18e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ed7e0da9-4a16-45b8-a472-451acb904c23), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.718535 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0b41f503-f967-4c55-acd9-899127a18e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.722002 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0b41f503-f967-4c55-acd9-899127a18e08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed7e0da9-4a16-45b8-a472-451acb904c23 HTTP/1.1" status: 204 len: 168 time: 0.1713984 Jan 10 17:52:31.744374 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41f503-f967-4c55-acd9-899127a18e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e0da9-4a16-45b8-a472-451acb904c23,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:31.789968 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks [] for security_group (1110b3f7-713e-431f-bda9-4dd792a5a13c), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.796537 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (1110b3f7-713e-431f-bda9-4dd792a5a13c), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.817567 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:52:31.832406 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1110b3f7-713e-431f-bda9-4dd792a5a13c,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:31.835256 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (4fd2ee56-4b4a-439a-8a2c-36baad255327), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.835597 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Added segment 4fd2ee56-4b4a-439a-8a2c-36baad255327 of type vlan for network 7e3555eb-6e98-4722-838e-911c9355c83a Jan 10 17:52:31.875110 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (7e3555eb-6e98-4722-838e-911c9355c83a), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.912630 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (7e3555eb-6e98-4722-838e-911c9355c83a), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.913678 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:31.914671 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:31.996659 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37358) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:31.997223 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5107322 Jan 10 17:52:32.002056 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Request body: {'subnet': {'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513598161-subnet', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:32.003285 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e9413-9884-4ff4-97ab-ce69c48523c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3555eb-6e98-4722-838e-911c9355c83a,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:32.020705 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b857bc-a504-4755-8c53-f3c0cf0dfc17 req-2c355cd8-529e-4d82-be67-c480a9d25285 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:32.021219 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a2b857bc-a504-4755-8c53-f3c0cf0dfc17 req-2c355cd8-529e-4d82-be67-c480a9d25285 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.1177139 Jan 10 17:52:32.028894 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 7e3555eb-6e98-4722-838e-911c9355c83a details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:52:32.090379 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a2b857bc-a504-4755-8c53-f3c0cf0dfc17 req-4339a8c2-50ef-494b-80d9-2b3fa43e455f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628142 Jan 10 17:52:32.105664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Made reservation on behalf of ad60695fc58746f490b20a5b2459b6ae for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:52:32.108742 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25536506'] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.184887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab6592-b1c1-41d5-8a57-ef607afa9d86 req-23344fcd-950a-4ab9-be70-89e4b7f918f9 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:32.186423 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6fab6592-b1c1-41d5-8a57-ef607afa9d86 req-23344fcd-950a-4ab9-be70-89e4b7f918f9 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 945 time: 0.1135046 Jan 10 17:52:32.256450 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6fab6592-b1c1-41d5-8a57-ef607afa9d86 req-5b165faa-c44d-4e71-b483-345bc8ec9004 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625150 Jan 10 17:52:32.353859 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27178260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25536488'] for subnet (07c6d417-988b-411a-b77c-a58ef50d59ab), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.411747 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c6d417-988b-411a-b77c-a58ef50d59ab,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:32.419413 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Checking segment: {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:32.419859 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Network hostable DHCP agents. Network: 7e3555eb-6e98-4722-838e-911c9355c83a, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:52:32.442728 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Network 7e3555eb-6e98-4722-838e-911c9355c83a is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:52:32.454087 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 7e3555eb-6e98-4722-838e-911c9355c83a) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:32.458901 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:32.459788 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.468818 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafe272-dc2f-4479-b591-7d1469a4b37d None None] Network 7e3555eb-6e98-4722-838e-911c9355c83a requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:52:32.476821 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-fc6f1af9-88da-4b21-b3d7-3bef41642671 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4789140 Jan 10 17:52:32.479638 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37380) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:32.484161 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:32.513570 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (f6e3c7f9-83f4-4195-8279-f41cf63ce490), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.514889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (f6e3c7f9-83f4-4195-8279-f41cf63ce490), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.592988 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-7e3555eb-6e98-4722-838e-911c9355c83a', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:52:32.594938 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.610332 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks [] for router_controller (f6e3c7f9-83f4-4195-8279-f41cf63ce490), precommit_add_association {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.755898 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Allocated IP 172.20.0.2 (7e3555eb-6e98-4722-838e-911c9355c83a/07c6d417-988b-411a-b77c-a58ef50d59ab/3ca47acf-d027-471e-84c0-c7b8523bb049) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:52:32.785408 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks [] for router_gateway (f6e3c7f9-83f4-4195-8279-f41cf63ce490), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.828063 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2d9ba-c8c1-4b56-96ea-268bb3c1e56c req-2344adf8-0fae-48c4-88bf-187eec01e9f4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:32.829611 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d2d2d9ba-c8c1-4b56-96ea-268bb3c1e56c req-2344adf8-0fae-48c4-88bf-187eec01e9f4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.1011598 Jan 10 17:52:32.905217 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37392) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:32.909927 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Publish callbacks [] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.916929 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:32.921289 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d2d2d9ba-c8c1-4b56-96ea-268bb3c1e56c req-628cd46d-0d1a-4223-a4e5-44e6c32cd555 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803776 Jan 10 17:52:32.957269 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Network 7e3555eb-6e98-4722-838e-911c9355c83a is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:32.960256 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:32.963783 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:52:32.972871 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Pushing event updated for resources: {'Port': ['ID=3ca47acf-d027-471e-84c0-c7b8523bb049,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:33.000924 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.001349 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.001829 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.002270 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.002704 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.003140 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.003562 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.003989 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.004550 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.005028 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.005472 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.005995 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.006466 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:33.032180 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9069fd4f-5e6d-4521-bdc3-b5cccac53718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.042186 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Attempting to bind port 3ca47acf-d027-471e-84c0-c7b8523bb049 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:52:33.042693 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Attempting to bind port 3ca47acf-d027-471e-84c0-c7b8523bb049 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:52:33.042977 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Attempting to bind port 3ca47acf-d027-471e-84c0-c7b8523bb049 on network 7e3555eb-6e98-4722-838e-911c9355c83a {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:33.050109 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:52:33.050494 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Checking segment: {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:33.050907 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.051398 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Bound using segment: {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:52:33.051879 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Bound port: 3ca47acf-d027-471e-84c0-c7b8523bb049, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:52:33.052658 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.071095 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:52:33.079870 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks [] for router_gateway (f6e3c7f9-83f4-4195-8279-f41cf63ce490), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.099907 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.116713 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9069fd4f-5e6d-4521-bdc3-b5cccac53718 admin admin] Publish callbacks [] for security_group (f86e1db3-3b69-4a5a-9464-0b4823b71d03), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.121764 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9069fd4f-5e6d-4521-bdc3-b5cccac53718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f86e1db3-3b69-4a5a-9464-0b4823b71d03), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.171688 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069fd4f-5e6d-4521-bdc3-b5cccac53718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e1db3-3b69-4a5a-9464-0b4823b71d03,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:33.177386 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-9069fd4f-5e6d-4521-bdc3-b5cccac53718 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a23e09d357c24fc495617bd6f65a357f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711275 Jan 10 17:52:33.180185 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37398) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:33.191157 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] For port 3ca47acf-d027-471e-84c0-c7b8523bb049, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:52:33.209781 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] For port 3ca47acf-d027-471e-84c0-c7b8523bb049, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=3ca47acf-d027-471e-84c0-c7b8523bb049,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:52:33.219884 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.230714 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Allocated IP 172.27.2.222 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/2d56bceb-0636-4979-a1a0-56e82b78c615) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:52:33.271175 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508327-b372-45ed-a66b-390684a6d0f9 req-fde61bed-c007-4da6-9b2b-2d61c0167ec9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:33.272914 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b7508327-b372-45ed-a66b-390684a6d0f9 req-fde61bed-c007-4da6-9b2b-2d61c0167ec9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0830615 Jan 10 17:52:33.279698 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:33.287916 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-023d7eb7-0b3b-46ea-8bd4-7f0d2de97243 admin admin] Publish callbacks [] for security_group (f86e1db3-3b69-4a5a-9464-0b4823b71d03), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.300006 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'port_id': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'mac_address': 'fa:16:3e:5c:76:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:52:33.311254 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecaa0f-4f48-4f8e-955f-38e8a0d5c591 None None] Pushing event updated for resources: {'Port': ['ID=3ca47acf-d027-471e-84c0-c7b8523bb049,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:33.340517 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-023d7eb7-0b3b-46ea-8bd4-7f0d2de97243 admin admin] Publish callbacks [] for security_group (f86e1db3-3b69-4a5a-9464-0b4823b71d03), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.350501 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: ACTIVE; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:33.350902 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.364553 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 511cef14-64d0-4cc5-8dc5-d8f78a25f47b {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:52:33.369245 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b7508327-b372-45ed-a66b-390684a6d0f9 req-686edf7a-11c7-4f6b-b7ba-6032be5c9ede tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844207 Jan 10 17:52:33.385336 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:33.388342 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks [] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.392423 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.426348 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-023d7eb7-0b3b-46ea-8bd4-7f0d2de97243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f86e1db3-3b69-4a5a-9464-0b4823b71d03), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.429710 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-023d7eb7-0b3b-46ea-8bd4-7f0d2de97243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.433977 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-023d7eb7-0b3b-46ea-8bd4-7f0d2de97243 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f86e1db3-3b69-4a5a-9464-0b4823b71d03 HTTP/1.1" status: 204 len: 168 time: 0.2517180 Jan 10 17:52:33.441784 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:33.444497 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d7eb7-0b3b-46ea-8bd4-7f0d2de97243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e1db3-3b69-4a5a-9464-0b4823b71d03,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:33.487744 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:33.491385 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:33.496562 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:52:33.500179 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d56bceb-0636-4979-a1a0-56e82b78c615,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:33.517652 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=6']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:33.558689 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['511cef14-64d0-4cc5-8dc5-d8f78a25f47b'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:52:34.074249 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded5d03-052a-4f04-b765-2698e2915f5d req-0d07f991-999e-4176-a300-b593692b7406 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:34.082713 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1ded5d03-052a-4f04-b765-2698e2915f5d req-0d07f991-999e-4176-a300-b593692b7406 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.0884523 Jan 10 17:52:34.156510 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1ded5d03-052a-4f04-b765-2698e2915f5d req-9fdfa167-a632-4a32-a61b-a9dbce9b33f4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728216 Jan 10 17:52:34.222631 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks [] for router_gateway (f6e3c7f9-83f4-4195-8279-f41cf63ce490), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:34.331513 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 3ca47acf-d027-471e-84c0-c7b8523bb049 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:34.441623 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 3ca47acf-d027-471e-84c0-c7b8523bb049 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:34.442000 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:34.535578 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e99c8-4722-43fc-86ad-be6380c9f10d req-86bfb416-d17c-4906-9115-db4c91e18582 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:34.539575 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bd4e99c8-4722-43fc-86ad-be6380c9f10d req-86bfb416-d17c-4906-9115-db4c91e18582 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0704823 Jan 10 17:52:34.558965 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 3ca47acf-d027-471e-84c0-c7b8523bb049 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:34.559284 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:34.598718 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 3ca47acf-d027-471e-84c0-c7b8523bb049, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=3ca47acf-d027-471e-84c0-c7b8523bb049,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:34.604017 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (f6e3c7f9-83f4-4195-8279-f41cf63ce490), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:34.615862 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:34.629511 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bd4e99c8-4722-43fc-86ad-be6380c9f10d req-efde071f-7b5c-49f9-93fd-6e207546adc7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829446 Jan 10 17:52:34.689910 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=3ca47acf-d027-471e-84c0-c7b8523bb049,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:34.777829 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff234df7-cc75-44b4-acf0-ffb8b357dd65 None None] Network 7e3555eb-6e98-4722-838e-911c9355c83a requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:52:34.804410 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Router f6e3c7f9-83f4-4195-8279-f41cf63ce490 is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:52:34.852688 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-76917e77-c38e-47eb-a78e-31a26f80cf02 None None] Provisioning complete for port 3ca47acf-d027-471e-84c0-c7b8523bb049 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:34.853239 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-76917e77-c38e-47eb-a78e-31a26f80cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:34.931194 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:52:34.946631 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Sync routers for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:52:34.971114 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:34.975593 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-9f461820-6a55-448c-bca4-cee7836120e5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4917912 Jan 10 17:52:34.975730 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37456) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:34.978709 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-76917e77-c38e-47eb-a78e-31a26f80cf02 None None] Current status of the port 3ca47acf-d027-471e-84c0-c7b8523bb049 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:34.981763 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:34.983054 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:35.066225 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:35.209049 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:35.209959 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:35.239465 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:35.330536 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:35.330980 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:35.344080 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-2bb64b56-c91f-4550-bb04-5677fd3b14f4 None None] Provisioning complete for port 3ca47acf-d027-471e-84c0-c7b8523bb049 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:35.346942 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2bb64b56-c91f-4550-bb04-5677fd3b14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:35.390947 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:52:35.393967 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0270c952-ee40-4849-a633-7cb76e1a7a5c" -d '{"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-plugged", "status": "completed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:52:35.422968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:35.433171 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:35.434410 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36784ae5-6e0f-4436-a64f-67f71ab38f6d req-c0df2626-d03e-49b5-b9e3-7833c586470e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:35.443826 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-36784ae5-6e0f-4436-a64f-67f71ab38f6d req-c0df2626-d03e-49b5-b9e3-7833c586470e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.1029608 Jan 10 17:52:35.523762 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8953f104-3588-4cd0-97ea-89aa56369ea2 x-openstack-request-id: req-8953f104-3588-4cd0-97ea-89aa56369ea2 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:52:35.524490 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-plugged", "status": "completed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:52:35.524980 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8953f104-3588-4cd0-97ea-89aa56369ea2 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:52:35.525596 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'code': 200} Jan 10 17:52:35.592041 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-36784ae5-6e0f-4436-a64f-67f71ab38f6d req-c37656cf-e738-4c78-8e10-550a7667fd7b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469686 Jan 10 17:52:35.651456 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:33Z', 'revision_number': 3, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:35.688811 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Checking router: f6e3c7f9-83f4-4195-8279-f41cf63ce490 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:52:35.689461 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Updating router f6e3c7f9-83f4-4195-8279-f41cf63ce490 port 2d56bceb-0636-4979-a1a0-56e82b78c615 binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:52:35.706353 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:35.730332 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:35.772642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-2bb64b56-c91f-4550-bb04-5677fd3b14f4 None None] Current status of the port 3ca47acf-d027-471e-84c0-c7b8523bb049 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:35.775568 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=7']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:35.851164 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5180-e79b-47d6-8449-b52d9fff6924 req-657895f7-4c2c-4e4c-b507-044d276cddec tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:35.852951 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1d6b5180-e79b-47d6-8449-b52d9fff6924 req-657895f7-4c2c-4e4c-b507-044d276cddec tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0954278 Jan 10 17:52:35.983190 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1d6b5180-e79b-47d6-8449-b52d9fff6924 req-5faecbd7-945a-4334-a668-db523efea8dc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236789 Jan 10 17:52:36.117771 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1f900-2c5a-4e7d-96fe-60c3d3fc9e61 req-6fca7c0b-42e5-4969-977a-4823950937b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:36.120210 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5b1f900-2c5a-4e7d-96fe-60c3d3fc9e61 req-6fca7c0b-42e5-4969-977a-4823950937b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.1631427 Jan 10 17:52:36.152813 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Allocated IP 172.20.0.1 (7e3555eb-6e98-4722-838e-911c9355c83a/07c6d417-988b-411a-b77c-a58ef50d59ab/a2fcd4e6-8858-4103-8a45-3e7328a10d08) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:52:36.185737 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5b1f900-2c5a-4e7d-96fe-60c3d3fc9e61 req-5d2884d8-548a-438e-948a-2b7f2135c7fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568011 Jan 10 17:52:36.187236 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Publish callbacks [] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.201616 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.290387 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 3ca47acf-d027-471e-84c0-c7b8523bb049 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:36.300483 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Pushing event updated for resources: {'Port': ['ID=2d56bceb-0636-4979-a1a0-56e82b78c615,revision_number=2']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:36.313648 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.314341 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.314907 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.315478 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.315985 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.316490 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.317023 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.317605 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.318123 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.318835 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.319800 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.320316 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.321416 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:52:36.325783 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Attempting to bind port 2d56bceb-0636-4979-a1a0-56e82b78c615 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:52:36.326373 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Attempting to bind port 2d56bceb-0636-4979-a1a0-56e82b78c615 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:52:36.327033 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Attempting to bind port 2d56bceb-0636-4979-a1a0-56e82b78c615 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:36.334970 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:52:36.335422 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:36.335930 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.336391 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:52:36.336953 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Bound port: 2d56bceb-0636-4979-a1a0-56e82b78c615, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:52:36.337883 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.346403 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks [] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.385631 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 3ca47acf-d027-471e-84c0-c7b8523bb049 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:36.386237 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.402901 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] For port 2d56bceb-0636-4979-a1a0-56e82b78c615, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:52:36.410678 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] For port 2d56bceb-0636-4979-a1a0-56e82b78c615, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=2d56bceb-0636-4979-a1a0-56e82b78c615,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:52:36.417433 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.424570 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.476255 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Network 7e3555eb-6e98-4722-838e-911c9355c83a is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:36.479384 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 3ca47acf-d027-471e-84c0-c7b8523bb049 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:36.480531 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:36.509730 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:52:36.513439 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fcd4e6-8858-4103-8a45-3e7328a10d08,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:36.514138 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:36.514788 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:36.587356 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (f6e3c7f9-83f4-4195-8279-f41cf63ce490), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.720668 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1895-d7f7-431d-bae5-ffd3fb329179 None None] Pushing event updated for resources: {'Port': ['ID=2d56bceb-0636-4979-a1a0-56e82b78c615,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:36.807536 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-620908e9-cf78-43b1-8e38-2289ee886bfa None None] Provisioning complete for port a2fcd4e6-8858-4103-8a45-3e7328a10d08 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:36.807536 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-620908e9-cf78-43b1-8e38-2289ee886bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.831500 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:36.840223 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139be7bd-3bfd-444d-87da-35a5754aa295 req-9a9ff14b-c913-49fb-aa74-047148e13bf4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:36.848027 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-139be7bd-3bfd-444d-87da-35a5754aa295 req-9a9ff14b-c913-49fb-aa74-047148e13bf4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0838406 Jan 10 17:52:36.899214 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:36.904312 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-620908e9-cf78-43b1-8e38-2289ee886bfa None None] Port a2fcd4e6-8858-4103-8a45-3e7328a10d08 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:52:36.959960 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-139be7bd-3bfd-444d-87da-35a5754aa295 req-c5718869-b096-445d-a28e-d4de3b929a0c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113145 Jan 10 17:52:37.088961 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916af032-266f-4b77-ad0a-98477e7d8dd9 req-e38edf04-0675-41b8-a9f2-fc853461afa7 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:37.097416 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-916af032-266f-4b77-ad0a-98477e7d8dd9 req-e38edf04-0675-41b8-a9f2-fc853461afa7 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0716088 Jan 10 17:52:37.118273 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:33Z', 'revision_number': 3, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:37.177621 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-916af032-266f-4b77-ad0a-98477e7d8dd9 req-f411bf52-0d85-4304-9fd6-fe43f4b6b3a4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789130 Jan 10 17:52:37.198321 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fc2b8-a898-4a92-b79a-81294c88d6c5 None None] The sync data for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi is: [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:33Z', 'revision_number': 3, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:52:37.264621 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5138f-9b7c-4c81-bf04-ce2ff124e5f4 req-9f39912a-87e4-430d-80cc-03ee18902d2d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:37.266233 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1af5138f-9b7c-4c81-bf04-ce2ff124e5f4 req-9f39912a-87e4-430d-80cc-03ee18902d2d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.1518202 Jan 10 17:52:37.343807 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks [] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:37.356390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:37.417148 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fcd4e6-8858-4103-8a45-3e7328a10d08,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:37.467159 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1af5138f-9b7c-4c81-bf04-ce2ff124e5f4 req-716ca3c0-c8f2-41cd-8949-1df9767a8e55 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833689 Jan 10 17:52:37.495534 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (f6e3c7f9-83f4-4195-8279-f41cf63ce490), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:37.681397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Network 7e3555eb-6e98-4722-838e-911c9355c83a is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:37.682816 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:37.869094 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Router f6e3c7f9-83f4-4195-8279-f41cf63ce490 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:52:38.088362 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-25ace0ad-789b-43e0-bbce-f9f0c67e0494 None None] Provisioning complete for port a2fcd4e6-8858-4103-8a45-3e7328a10d08 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:38.088998 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-25ace0ad-789b-43e0-bbce-f9f0c67e0494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:38.152563 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2fb2-da6e-4d84-a87b-f537e458e790 req-f5b01f73-54a5-4ef2-a43a-da269cfa8a09 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:38.154853 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1a5a2fb2-da6e-4d84-a87b-f537e458e790 req-f5b01f73-54a5-4ef2-a43a-da269cfa8a09 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0969980 Jan 10 17:52:38.168273 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-25ace0ad-789b-43e0-bbce-f9f0c67e0494 None None] Port a2fcd4e6-8858-4103-8a45-3e7328a10d08 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:52:38.282212 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1a5a2fb2-da6e-4d84-a87b-f537e458e790 req-7b6d07f9-d13c-4cd9-9195-6f76f4bcc0d3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217067 Jan 10 17:52:38.355865 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2d56bceb-0636-4979-a1a0-56e82b78c615 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:38.400472 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2172c-f74c-456f-ae28-53a01ae79397 req-3444a7d2-7630-4ded-95d2-ee07a521dcc8 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:38.402006 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6e2172c-f74c-456f-ae28-53a01ae79397 req-3444a7d2-7630-4ded-95d2-ee07a521dcc8 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0934284 Jan 10 17:52:38.421171 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 2d56bceb-0636-4979-a1a0-56e82b78c615 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:38.421629 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:38.432330 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:52:38.439441 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-4577ed61-346a-4681-b5f5-8ef53e035c95 admin admin] 10.222.0.31 "PUT /v2.0/routers/f6e3c7f9-83f4-4195-8279-f41cf63ce490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4627688 Jan 10 17:52:38.491794 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6e2172c-f74c-456f-ae28-53a01ae79397 req-f4993281-1031-4551-9cdc-dd32b39a8240 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817327 Jan 10 17:52:38.565934 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 2d56bceb-0636-4979-a1a0-56e82b78c615 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:38.566967 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:38.601884 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 2d56bceb-0636-4979-a1a0-56e82b78c615, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=2d56bceb-0636-4979-a1a0-56e82b78c615,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:38.615002 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:38.654170 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230e172-6695-42b6-ab38-7b9a6d10b062 req-95b5137a-3492-49dc-99e3-dbb1983e6f13 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:38.661406 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a230e172-6695-42b6-ab38-7b9a6d10b062 req-95b5137a-3492-49dc-99e3-dbb1983e6f13 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0882280 Jan 10 17:52:38.673732 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=2d56bceb-0636-4979-a1a0-56e82b78c615,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:38.736232 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a230e172-6695-42b6-ab38-7b9a6d10b062 req-f2c143d6-0cb2-4ba8-86e4-9f4b41ab47ea tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731530 Jan 10 17:52:39.104171 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78283a0-9636-4070-bf75-5160b7eb707b req-9df5fdd8-247a-4ca6-be13-0c3c21944099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:39.105868 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f78283a0-9636-4070-bf75-5160b7eb707b req-9df5fdd8-247a-4ca6-be13-0c3c21944099 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.1098509 Jan 10 17:52:39.114053 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecd14c-588f-42f0-aa76-a53ae1ad5b36 req-e0ff2e45-3c75-487a-a2cb-b13632f55c89 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:39.115567 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-22ecd14c-588f-42f0-aa76-a53ae1ad5b36 req-e0ff2e45-3c75-487a-a2cb-b13632f55c89 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.1089735 Jan 10 17:52:39.247829 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-22ecd14c-588f-42f0-aa76-a53ae1ad5b36 req-417eb834-0999-4572-8237-449c2a20b1d5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182797 Jan 10 17:52:39.272446 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78283a0-9636-4070-bf75-5160b7eb707b req-db4a8585-671c-409a-aa5d-97ff7b5f768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:39.274524 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f78283a0-9636-4070-bf75-5160b7eb707b req-db4a8585-671c-409a-aa5d-97ff7b5f768e service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 919 time: 0.1580162 Jan 10 17:52:39.322142 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37518) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:39.330749 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-239916936-network', 'tenant_id': '0f01566868b6441cb0d828035ccc4613'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:39.334933 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f78283a0-9636-4070-bf75-5160b7eb707b req-b2b9f988-9093-4b5d-868d-e4d03958e719 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 217 time: 0.0518303 Jan 10 17:52:39.368021 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Made reservation on behalf of 0f01566868b6441cb0d828035ccc4613 for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:52:39.371063 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.385584 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.410538 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78283a0-9636-4070-bf75-5160b7eb707b req-de1c4dca-f45f-4857-93fb-69ebe7c506cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:39.412019 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f78283a0-9636-4070-bf75-5160b7eb707b req-de1c4dca-f45f-4857-93fb-69ebe7c506cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0682783 Jan 10 17:52:39.474925 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f78283a0-9636-4070-bf75-5160b7eb707b req-f6f6e904-6324-425c-9178-ef53796063df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442536 Jan 10 17:52:39.508940 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d9d6f-5b64-436e-a3d5-f982c6dafb59 req-a9b81b3b-5818-4210-a3a7-c677b58510de tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:39.513896 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f27d9d6f-5b64-436e-a3d5-f982c6dafb59 req-a9b81b3b-5818-4210-a3a7-c677b58510de tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0987821 Jan 10 17:52:39.531043 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Sync routers for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:52:39.575018 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks [] for security_group (1b0c1279-497e-4f19-92de-e1b9a99e81bd), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.586670 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:39.592151 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (1b0c1279-497e-4f19-92de-e1b9a99e81bd), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.595650 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:39.613743 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:52:39.626011 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (c471225d-c457-4a12-b75f-ff8011aae8c9), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.626407 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Added segment c471225d-c457-4a12-b75f-ff8011aae8c9 of type vlan for network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 Jan 10 17:52:39.643392 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f78283a0-9636-4070-bf75-5160b7eb707b req-e69cb0b5-0210-4236-a8eb-da040766accb service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534805 Jan 10 17:52:39.699814 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.760628 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0c1279-497e-4f19-92de-e1b9a99e81bd,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:39.777538 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130350ee-e4b3-424d-9256-d8deced9b5a7 req-c10645c0-6040-47a4-8e61-3c9ca84cbd22 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:39.779508 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-130350ee-e4b3-424d-9256-d8deced9b5a7 req-c10645c0-6040-47a4-8e61-3c9ca84cbd22 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.1131785 Jan 10 17:52:39.787272 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f27d9d6f-5b64-436e-a3d5-f982c6dafb59 req-6d4905a7-c9bf-4d2b-8ec8-e7a580b1b106 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645822 Jan 10 17:52:39.792167 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:39.806358 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.809707 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:39.812386 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.847151 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5248339 Jan 10 17:52:39.852997 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37526) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:39.865218 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Request body: {'subnet': {'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-239916936-subnet', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:39.876732 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-130350ee-e4b3-424d-9256-d8deced9b5a7 req-8464e85f-3512-4faf-97ef-d2f96eb9a332 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809591 Jan 10 17:52:39.901903 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f78283a0-9636-4070-bf75-5160b7eb707b req-d476dc90-8eb6-4ebe-9574-bba2f0ca3acc service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479498 Jan 10 17:52:39.921544 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Made reservation on behalf of 0f01566868b6441cb0d828035ccc4613 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:52:39.923646 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607a3fd-67ae-4ccc-87bb-9e6dadc02533 admin admin] Pushing event updated for resources: {'Network': ['ID=79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:39.930776 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25536506'] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:39.950862 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:52:40.108003 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:37Z', 'revision_number': 2, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:40.142318 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Checking router: f6e3c7f9-83f4-4195-8279-f41cf63ce490 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:52:40.142704 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Updating router f6e3c7f9-83f4-4195-8279-f41cf63ce490 port a2fcd4e6-8858-4103-8a45-3e7328a10d08 binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:52:40.142829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27178260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25536488'] for subnet (f11b5abd-ad88-49a4-9ad0-290c157a9640), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.184606 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.235399 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11b5abd-ad88-49a4-9ad0-290c157a9640,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:40.251372 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Checking segment: {'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:40.253656 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Network hostable DHCP agents. Network: 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:52:40.292166 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:52:40.307577 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:40.316929 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:40.317985 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.354426 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37530) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:40.355128 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-90eb357d-ddfd-49a2-a3f1-60abe88d61fe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4945855 Jan 10 17:52:40.360106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:40.394592 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2d56bceb-0636-4979-a1a0-56e82b78c615 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:40.396570 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19c29e-b4bc-473a-9d9f-4c67337d9270 None None] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:52:40.427796 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f9bfc-c215-46b4-a99c-769126b9aa3a req-bda1de1d-ee60-420c-b654-3a53e892e176 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:40.429339 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-aa6f9bfc-c215-46b4-a99c-769126b9aa3a req-bda1de1d-ee60-420c-b654-3a53e892e176 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0727015 Jan 10 17:52:40.430705 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (a9707b2a-5029-4407-8a76-42291fecc318), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.431749 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (a9707b2a-5029-4407-8a76-42291fecc318), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.526362 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-aa6f9bfc-c215-46b4-a99c-769126b9aa3a req-bd3f914a-1cac-4266-b2c5-499ed97c1865 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862503 Jan 10 17:52:40.530474 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks [] for router_controller (a9707b2a-5029-4407-8a76-42291fecc318), precommit_add_association {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.639735 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48', 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48', 'project_id': '0f01566868b6441cb0d828035ccc4613', 'fixed_ips': [{'subnet_id': 'f11b5abd-ad88-49a4-9ad0-290c157a9640'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:52:40.640890 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.660529 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 2d56bceb-0636-4979-a1a0-56e82b78c615 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:40.661020 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.745425 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks [] for router_gateway (a9707b2a-5029-4407-8a76-42291fecc318), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.818956 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-34a487ef-73b1-419f-9275-11e8c138c26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.920644 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121ddf9-dc0b-4f57-847d-7faaed841ecf req-8c36102f-96cf-49a5-a4a8-46b636052c41 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:40.929255 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1121ddf9-dc0b-4f57-847d-7faaed841ecf req-8c36102f-96cf-49a5-a4a8-46b636052c41 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0687580 Jan 10 17:52:40.974284 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Publish callbacks [] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:40.988250 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 2d56bceb-0636-4979-a1a0-56e82b78c615 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:41.000556 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.004012 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1121ddf9-dc0b-4f57-847d-7faaed841ecf req-3179bfb4-46bc-4ac0-8daa-af3944e06c16 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736978 Jan 10 17:52:41.008627 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Allocated IP 172.20.0.2 (79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48/f11b5abd-ad88-49a4-9ad0-290c157a9640/77856bda-7af8-4480-9b87-d38deba8b73a) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:52:41.015737 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks [] for router_gateway (a9707b2a-5029-4407-8a76-42291fecc318), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.055870 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.132794 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db13b4-8cae-47ee-b31a-db19ee86fa20 None None] Pushing event updated for resources: {'Port': ['ID=a2fcd4e6-8858-4103-8a45-3e7328a10d08,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:41.222969 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Attempting to bind port a2fcd4e6-8858-4103-8a45-3e7328a10d08 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:52:41.223338 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Attempting to bind port a2fcd4e6-8858-4103-8a45-3e7328a10d08 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:52:41.223705 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Attempting to bind port a2fcd4e6-8858-4103-8a45-3e7328a10d08 on network 7e3555eb-6e98-4722-838e-911c9355c83a {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:41.242050 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb53d0-4f2c-4ef5-a9f9-900c843ca929 req-e666768f-94bf-447a-82e4-92347c03fd14 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:41.243526 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-73eb53d0-4f2c-4ef5-a9f9-900c843ca929 req-e666768f-94bf-447a-82e4-92347c03fd14 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.1987786 Jan 10 17:52:41.248038 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:52:41.248270 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Checking segment: {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:41.248760 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.249197 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Bound using segment: {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:52:41.249668 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Bound port: a2fcd4e6-8858-4103-8a45-3e7328a10d08, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:52:41.250041 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.253812 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Allocated IP 172.27.2.213 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/bb35f4dd-3a77-4963-a414-1cd911be26d7) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:52:41.368470 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-73eb53d0-4f2c-4ef5-a9f9-900c843ca929 req-2a948437-9a46-49e9-9698-55402b580920 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017201 Jan 10 17:52:41.424352 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks [] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.466814 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.503686 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Publish callbacks [] for port (77856bda-7af8-4480-9b87-d38deba8b73a), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.519911 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:41.525410 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:41.527593 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:52:41.530055 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-7b1a5ace-7f10-4e8c-a32b-8a2fbb3e233e None None] Provisioning complete for port a2fcd4e6-8858-4103-8a45-3e7328a10d08 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:41.530433 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5ace-7f10-4e8c-a32b-8a2fbb3e233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.531070 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb35f4dd-3a77-4963-a414-1cd911be26d7,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:41.532342 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.601915 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] For port a2fcd4e6-8858-4103-8a45-3e7328a10d08, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:52:41.636825 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] For port a2fcd4e6-8858-4103-8a45-3e7328a10d08, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=a2fcd4e6-8858-4103-8a45-3e7328a10d08,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:52:41.640959 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:41.646635 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:41.648701 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Pushing event updated for resources: {'Port': ['ID=77856bda-7af8-4480-9b87-d38deba8b73a,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:41.651218 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:52:41.653337 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a5ace-7f10-4e8c-a32b-8a2fbb3e233e None None] Port a2fcd4e6-8858-4103-8a45-3e7328a10d08 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:52:41.656639 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.707591 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59619f58-5482-40fc-be23-7f2ce295b897 req-87237dd1-59d2-4d43-adb2-a71c7432d49a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:41.724626 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-59619f58-5482-40fc-be23-7f2ce295b897 req-87237dd1-59d2-4d43-adb2-a71c7432d49a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.1070657 Jan 10 17:52:41.831973 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db13b4-8cae-47ee-b31a-db19ee86fa20 None None] Pushing event updated for resources: {'Port': ['ID=a2fcd4e6-8858-4103-8a45-3e7328a10d08,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:41.849558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Attempting to bind port 77856bda-7af8-4480-9b87-d38deba8b73a on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:52:41.850452 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Attempting to bind port 77856bda-7af8-4480-9b87-d38deba8b73a by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:52:41.850823 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Attempting to bind port 77856bda-7af8-4480-9b87-d38deba8b73a on network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:41.856813 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-59619f58-5482-40fc-be23-7f2ce295b897 req-07eb5aa2-8f8e-4a78-a71e-5b7740e107dc tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306946 Jan 10 17:52:41.866703 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:41.868622 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:41.874818 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:52:41.875217 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Checking segment: {'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:41.875630 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.876022 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Bound using segment: {'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:52:41.876516 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Bound port: 77856bda-7af8-4480-9b87-d38deba8b73a, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:52:41.876932 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:41.906606 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks [] for router_gateway (a9707b2a-5029-4407-8a76-42291fecc318), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:42.095475 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:42.098621 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] For port 77856bda-7af8-4480-9b87-d38deba8b73a, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:52:42.116063 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] For port 77856bda-7af8-4480-9b87-d38deba8b73a, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=77856bda-7af8-4480-9b87-d38deba8b73a,segment=NetworkSegment(c471225d-c457-4a12-b75f-ff8011aae8c9),segment_id=c471225d-c457-4a12-b75f-ff8011aae8c9)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:52:42.152591 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:42.165794 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-82e78474-6f30-4c70-97a5-31ae6dac4e7a None None] Provisioning complete for port a2fcd4e6-8858-4103-8a45-3e7328a10d08 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:42.166176 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-82e78474-6f30-4c70-97a5-31ae6dac4e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:42.371126 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db8d50-55fe-4cc5-9b7b-820eaca4c6af None None] Pushing event updated for resources: {'Port': ['ID=77856bda-7af8-4480-9b87-d38deba8b73a,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:42.522745 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002aaec-c141-4f35-92b7-009e8b76abd4 req-f5798e43-5c01-4c58-a214-49ec699d9db3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:42.524686 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6002aaec-c141-4f35-92b7-009e8b76abd4 req-f5798e43-5c01-4c58-a214-49ec699d9db3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.4066238 Jan 10 17:52:42.525659 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-82e78474-6f30-4c70-97a5-31ae6dac4e7a None None] Current status of the port a2fcd4e6-8858-4103-8a45-3e7328a10d08 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:42.526205 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-82e78474-6f30-4c70-97a5-31ae6dac4e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:42.536074 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (a9707b2a-5029-4407-8a76-42291fecc318), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:42.554645 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fc1ff-cb03-472f-921e-d28760ec2407 req-acf81ad5-5d54-4052-8d56-a46a0efdbf1a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:42.556915 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b89fc1ff-cb03-472f-921e-d28760ec2407 req-acf81ad5-5d54-4052-8d56-a46a0efdbf1a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0908704 Jan 10 17:52:42.602954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-82e78474-6f30-4c70-97a5-31ae6dac4e7a None None] For port a2fcd4e6-8858-4103-8a45-3e7328a10d08, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=a2fcd4e6-8858-4103-8a45-3e7328a10d08,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:42.605472 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:41Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:42.664358 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b89fc1ff-cb03-472f-921e-d28760ec2407 req-cf85da15-5bfe-4122-9af7-08acfe0fb0e3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987246 Jan 10 17:52:42.690254 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-82e78474-6f30-4c70-97a5-31ae6dac4e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:42.714694 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9af0ab6-3998-4202-a5ca-85b999848892 None None] The sync data for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi is: [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:41Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:52:42.902506 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:42.905363 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6002aaec-c141-4f35-92b7-009e8b76abd4 req-d3569486-b12f-4085-a2a4-22784c5dc475 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625791 Jan 10 17:52:42.908885 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e78474-6f30-4c70-97a5-31ae6dac4e7a None None] Pushing event updated for resources: {'Port': ['ID=a2fcd4e6-8858-4103-8a45-3e7328a10d08,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:42.962769 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Router a9707b2a-5029-4407-8a76-42291fecc318 is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:52:43.095754 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264dfae-cf65-4eb9-b396-0d4c81503c0e req-dd22d35b-9cff-4e83-9af0-6fa6d8104e6e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:43.097430 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9264dfae-cf65-4eb9-b396-0d4c81503c0e req-dd22d35b-9cff-4e83-9af0-6fa6d8104e6e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0915377 Jan 10 17:52:43.135051 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c8541cc3-180a-4b24-842c-6e6520bcf578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:43.146088 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:52:43.169190 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Sync routers for ids ['a9707b2a-5029-4407-8a76-42291fecc318'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:52:43.183376 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Routers {'a9707b2a-5029-4407-8a76-42291fecc318'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:43.184000 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:43.186327 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['a9707b2a-5029-4407-8a76-42291fecc318'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:43.186750 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ec1b3658-02b9-430e-a2a0-854e6872faa8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8300602 Jan 10 17:52:43.189226 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37552) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:43.196710 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9264dfae-cf65-4eb9-b396-0d4c81503c0e req-39b60e98-f0a2-48aa-ad2e-837200b0a255 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926270 Jan 10 17:52:43.359664 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Set router a9707b2a-5029-4407-8a76-42291fecc318 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:43.681692 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:52:41Z', 'revision_number': 3, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port': {'id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:41Z', 'updated_at': '2022-01-10T17:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:43.760382 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Checking router: a9707b2a-5029-4407-8a76-42291fecc318 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:52:43.760740 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Updating router a9707b2a-5029-4407-8a76-42291fecc318 port bb35f4dd-3a77-4963-a414-1cd911be26d7 binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:52:43.824975 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:43.923980 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b31123-9f62-4ed4-bea3-9a23b90ea65d req-ded7674d-dbad-423b-9fca-b755a2e9d300 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:43.925989 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a3b31123-9f62-4ed4-bea3-9a23b90ea65d req-ded7674d-dbad-423b-9fca-b755a2e9d300 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0748656 Jan 10 17:52:43.987505 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21322c78-6178-4467-8222-e6c90353415a None None] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:52:44.052430 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.147768 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a3b31123-9f62-4ed4-bea3-9a23b90ea65d req-8e7b1136-4e6b-417f-95c1-886a067bfaef tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024498 Jan 10 17:52:44.157778 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8464b9-9618-4aef-ab90-ef7e46c06e42 req-5302bd67-a9ae-4d43-8d6f-fe9708f76ddd tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:44.162144 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dd8464b9-9618-4aef-ab90-ef7e46c06e42 req-5302bd67-a9ae-4d43-8d6f-fe9708f76ddd tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.1258798 Jan 10 17:52:44.202866 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-618ad9e5-f690-47e6-aaa3-bf86f5630a7b None None] Provisioning complete for port 77856bda-7af8-4480-9b87-d38deba8b73a triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:44.203787 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-618ad9e5-f690-47e6-aaa3-bf86f5630a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.257632 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.341523 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dd8464b9-9618-4aef-ab90-ef7e46c06e42 req-cd79fa2b-00d1-48ce-8a0e-8c55a0311d18 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665909 Jan 10 17:52:44.358720 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Publish callbacks [] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.396353 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.510489 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Attempting to bind port bb35f4dd-3a77-4963-a414-1cd911be26d7 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:52:44.510867 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Attempting to bind port bb35f4dd-3a77-4963-a414-1cd911be26d7 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:52:44.511232 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Attempting to bind port bb35f4dd-3a77-4963-a414-1cd911be26d7 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:44.528049 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:52:44.528743 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:44.529353 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.529947 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:52:44.530608 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Bound port: bb35f4dd-3a77-4963-a414-1cd911be26d7, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:52:44.531156 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.574467 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf249e-4799-49e9-b52a-822b4aada8c7 None None] Pushing event updated for resources: {'Port': ['ID=bb35f4dd-3a77-4963-a414-1cd911be26d7,revision_number=2']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:44.614872 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-618ad9e5-f690-47e6-aaa3-bf86f5630a7b None None] Current status of the port 77856bda-7af8-4480-9b87-d38deba8b73a is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:44.615507 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-618ad9e5-f690-47e6-aaa3-bf86f5630a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.637933 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] For port bb35f4dd-3a77-4963-a414-1cd911be26d7, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:52:44.642592 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] For port bb35f4dd-3a77-4963-a414-1cd911be26d7, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=bb35f4dd-3a77-4963-a414-1cd911be26d7,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:52:44.651930 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Allocated IP 172.20.0.1 (79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48/f11b5abd-ad88-49a4-9ad0-290c157a9640/5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:52:44.657635 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.660105 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-618ad9e5-f690-47e6-aaa3-bf86f5630a7b None None] For port 77856bda-7af8-4480-9b87-d38deba8b73a, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=77856bda-7af8-4480-9b87-d38deba8b73a,segment=NetworkSegment(c471225d-c457-4a12-b75f-ff8011aae8c9),segment_id=c471225d-c457-4a12-b75f-ff8011aae8c9)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:44.673512 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-618ad9e5-f690-47e6-aaa3-bf86f5630a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.688105 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 77856bda-7af8-4480-9b87-d38deba8b73a up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:44.804691 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Routers {'a9707b2a-5029-4407-8a76-42291fecc318'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:44.807286 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['a9707b2a-5029-4407-8a76-42291fecc318'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:44.832415 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ad9e5-f690-47e6-aaa3-bf86f5630a7b None None] Pushing event updated for resources: {'Port': ['ID=77856bda-7af8-4480-9b87-d38deba8b73a,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:44.890546 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 77856bda-7af8-4480-9b87-d38deba8b73a triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:44.890546 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:44.947348 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks [] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.060752 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331aea4-32bc-46ea-a6c4-3b4a1b966e3d req-29dd11c8-f080-462c-bde6-4cfa96775a82 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:45.074483 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] Set router a9707b2a-5029-4407-8a76-42291fecc318 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:45.079074 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c331aea4-32bc-46ea-a6c4-3b4a1b966e3d req-29dd11c8-f080-462c-bde6-4cfa96775a82 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.1348875 Jan 10 17:52:45.079611 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.154948 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 77856bda-7af8-4480-9b87-d38deba8b73a is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:45.168178 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device a2fcd4e6-8858-4103-8a45-3e7328a10d08 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:45.230607 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:45.232498 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c331aea4-32bc-46ea-a6c4-3b4a1b966e3d req-56bb0341-cb5d-4f48-a3c7-fb7313b68a6c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464975 Jan 10 17:52:45.247241 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:45.264725 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:52:45.298985 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-d5a95a5f-5082-49c2-b539-4ee9b0b3309e None None] Provisioning complete for port 77856bda-7af8-4480-9b87-d38deba8b73a triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:45.303329 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:45.305726 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-d5a95a5f-5082-49c2-b539-4ee9b0b3309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.335125 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf249e-4799-49e9-b52a-822b4aada8c7 None None] Pushing event updated for resources: {'Port': ['ID=bb35f4dd-3a77-4963-a414-1cd911be26d7,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:45.370957 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (a9707b2a-5029-4407-8a76-42291fecc318), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.454624 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port a2fcd4e6-8858-4103-8a45-3e7328a10d08 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:45.455585 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.514056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ebe4b-4842-4d04-bb93-a49883003e25 req-e93d084a-f376-495b-bb87-d82715f06fa9 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:45.515224 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-967ebe4b-4842-4d04-bb93-a49883003e25 req-e93d084a-f376-495b-bb87-d82715f06fa9 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.2085950 Jan 10 17:52:45.629725 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.630675 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:52:41Z', 'revision_number': 3, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port': {'id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:41Z', 'updated_at': '2022-01-10T17:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:45.656789 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-d5a95a5f-5082-49c2-b539-4ee9b0b3309e None None] Current status of the port 77856bda-7af8-4480-9b87-d38deba8b73a is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:45.669261 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b66ff86-a604-4936-bf55-c0335f1dc61e None None] The sync data for ids ['a9707b2a-5029-4407-8a76-42291fecc318'] in dv-cinder-824031-2-iscsi is: [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:52:41Z', 'revision_number': 3, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port': {'id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:41Z', 'updated_at': '2022-01-10T17:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:52:45.711705 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port a2fcd4e6-8858-4103-8a45-3e7328a10d08 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:45.748722 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-967ebe4b-4842-4d04-bb93-a49883003e25 req-63129f41-70f6-4c90-ad57-72ab51ecdf9c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190878 Jan 10 17:52:45.805080 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-7d7d048b-f2b0-4f67-86dd-a04b3ddf40a9 None None] Provisioning complete for port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:45.805465 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7d7d048b-f2b0-4f67-86dd-a04b3ddf40a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.832437 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:45.875431 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d048b-f2b0-4f67-86dd-a04b3ddf40a9 None None] Port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:52:45.988377 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b05663-788d-4df4-a658-969c490f574e req-55f31693-02aa-49a4-a414-6db071eb20da tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:45.999707 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e0b05663-788d-4df4-a658-969c490f574e req-55f31693-02aa-49a4-a414-6db071eb20da tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.1398900 Jan 10 17:52:46.098646 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e0b05663-788d-4df4-a658-969c490f574e req-28a6acdc-d28b-4801-9e23-1b0e42afcf7e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980766 Jan 10 17:52:46.228056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks [] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:46.238686 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17049279'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:46.370188 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (a9707b2a-5029-4407-8a76-42291fecc318), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:46.403045 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:46.427148 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device bb35f4dd-3a77-4963-a414-1cd911be26d7 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:46.523811 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port bb35f4dd-3a77-4963-a414-1cd911be26d7 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:46.524194 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:46.547074 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:52:46.552771 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:52:46.834785 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Router a9707b2a-5029-4407-8a76-42291fecc318 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:52:46.918534 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port bb35f4dd-3a77-4963-a414-1cd911be26d7 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:46.919260 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:46.946215 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port bb35f4dd-3a77-4963-a414-1cd911be26d7, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=bb35f4dd-3a77-4963-a414-1cd911be26d7,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:46.955573 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:46.959321 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 77856bda-7af8-4480-9b87-d38deba8b73a up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:47.046208 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:52:47.052239 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0dbc9875-6492-4e9c-91f6-46cbe07d75f1 admin admin] 10.222.0.31 "PUT /v2.0/routers/a9707b2a-5029-4407-8a76-42291fecc318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8594069 Jan 10 17:52:47.093646 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:47.106307 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f830898-3f52-4c93-b932-02254ab1c6e6 req-358beec6-f325-425e-bce4-88268551a111 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:47.113551 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7f830898-3f52-4c93-b932-02254ab1c6e6 req-358beec6-f325-425e-bce4-88268551a111 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.2096689 Jan 10 17:52:47.126660 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-3174ccf6-6748-453e-95f7-97a0400113ed None None] Provisioning complete for port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:47.126982 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3174ccf6-6748-453e-95f7-97a0400113ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:47.178494 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7f830898-3f52-4c93-b932-02254ab1c6e6 req-3ccb1001-5874-422f-81ad-d28b3cf0739e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627711 Jan 10 17:52:47.197121 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-3174ccf6-6748-453e-95f7-97a0400113ed None None] Port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:52:47.216708 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=bb35f4dd-3a77-4963-a414-1cd911be26d7,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:47.253184 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 77856bda-7af8-4480-9b87-d38deba8b73a triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:47.253936 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:47.307268 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ab864-fcd0-4bfd-b5bf-46c88fc1c950 req-38cf7fff-1afb-4b20-a6dd-6c06b25946be tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:47.314600 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d90ab864-fcd0-4bfd-b5bf-46c88fc1c950 req-38cf7fff-1afb-4b20-a6dd-6c06b25946be tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0820491 Jan 10 17:52:47.378350 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d90ab864-fcd0-4bfd-b5bf-46c88fc1c950 req-aeb53cbf-f479-449a-a21a-d71fad0ecb3b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626285 Jan 10 17:52:47.380739 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 77856bda-7af8-4480-9b87-d38deba8b73a is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:47.765355 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37626) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:47.770821 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-618d1d47-85b1-44f9-9186-c1152aa48936 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58754877', 'description': 'tempest-secgroup-smoke-58754877 description', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:47.821195 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-618d1d47-85b1-44f9-9186-c1152aa48936 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:47.953191 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-618d1d47-85b1-44f9-9186-c1152aa48936 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group (165e9131-d412-48d6-8600-e6aa0c5989e4), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:47.973630 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5eddb-e7ff-4404-82c9-07e1e8ce2bc5 req-63a37a28-eebb-46ae-bbec-d856eaf47019 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:47.975161 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dab5eddb-e7ff-4404-82c9-07e1e8ce2bc5 req-63a37a28-eebb-46ae-bbec-d856eaf47019 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 945 time: 0.0805194 Jan 10 17:52:47.975939 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-618d1d47-85b1-44f9-9186-c1152aa48936 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (165e9131-d412-48d6-8600-e6aa0c5989e4), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.027327 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-618d1d47-85b1-44f9-9186-c1152aa48936 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.031533 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-618d1d47-85b1-44f9-9186-c1152aa48936 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2618437 Jan 10 17:52:48.032214 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37632) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:48.036261 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-8546c750-ee94-4ea0-9c5a-1dd233881103 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'security_group_rule': {'security_group_id': '165e9131-d412-48d6-8600-e6aa0c5989e4', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:48.043901 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d1d47-85b1-44f9-9186-c1152aa48936 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165e9131-d412-48d6-8600-e6aa0c5989e4,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:48.097058 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dab5eddb-e7ff-4404-82c9-07e1e8ce2bc5 req-e61746fc-245f-48e4-a008-f2d6d66a17da tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150868 Jan 10 17:52:48.100270 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8546c750-ee94-4ea0-9c5a-1dd233881103 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (4e5bbfae-7614-4dc2-8653-943c176f4a74), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.183601 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8546c750-ee94-4ea0-9c5a-1dd233881103 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (4e5bbfae-7614-4dc2-8653-943c176f4a74), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.189962 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8546c750-ee94-4ea0-9c5a-1dd233881103 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (4e5bbfae-7614-4dc2-8653-943c176f4a74), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.233053 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546c750-ee94-4ea0-9c5a-1dd233881103 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5bbfae-7614-4dc2-8653-943c176f4a74,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:48.242902 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8546c750-ee94-4ea0-9c5a-1dd233881103 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.244343 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-8546c750-ee94-4ea0-9c5a-1dd233881103 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2114275 Jan 10 17:52:48.247206 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 37636) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:48.251926 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-36b2d104-7dc4-4107-9d76-8ad5deee7f0b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'security_group_rule': {'security_group_id': '165e9131-d412-48d6-8600-e6aa0c5989e4', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:48.301720 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-36b2d104-7dc4-4107-9d76-8ad5deee7f0b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (81ba4109-bb55-42fb-b2a3-f06f0df48cb3), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.304234 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device bb35f4dd-3a77-4963-a414-1cd911be26d7 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:48.346586 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Sync routers for ids ['a9707b2a-5029-4407-8a76-42291fecc318'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:52:48.370029 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Routers {'a9707b2a-5029-4407-8a76-42291fecc318'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:48.371059 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['a9707b2a-5029-4407-8a76-42291fecc318'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:48.387895 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bbb55-4a34-428f-92c0-ad27b9064fe6 req-e56f1cb0-75f1-4b39-8151-59d082fd5ee1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:48.390088 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1f8bbb55-4a34-428f-92c0-ad27b9064fe6 req-e56f1cb0-75f1-4b39-8151-59d082fd5ee1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0853422 Jan 10 17:52:48.413595 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-36b2d104-7dc4-4107-9d76-8ad5deee7f0b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (81ba4109-bb55-42fb-b2a3-f06f0df48cb3), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.435093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-36b2d104-7dc4-4107-9d76-8ad5deee7f0b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (81ba4109-bb55-42fb-b2a3-f06f0df48cb3), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.485807 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Set router a9707b2a-5029-4407-8a76-42291fecc318 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:48.486732 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1f8bbb55-4a34-428f-92c0-ad27b9064fe6 req-dcbcb2a5-4fc6-4d0c-9882-dfa4408cb77d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763085 Jan 10 17:52:48.490660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d104-7dc4-4107-9d76-8ad5deee7f0b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ba4109-bb55-42fb-b2a3-f06f0df48cb3,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:48.500439 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-36b2d104-7dc4-4107-9d76-8ad5deee7f0b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.501931 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-36b2d104-7dc4-4107-9d76-8ad5deee7f0b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2535646 Jan 10 17:52:48.504762 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37640) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:48.509470 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-9e79db15-32b6-4197-8531-0c74906a0ebd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'security_group_rule': {'security_group_id': '165e9131-d412-48d6-8600-e6aa0c5989e4', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:48.549433 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port bb35f4dd-3a77-4963-a414-1cd911be26d7 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:48.549734 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.584749 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4d1cc-e06c-4ad0-9285-cd1a72d2fd2a req-063c20f9-0af5-4950-a248-72d93e5fa23d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:48.586290 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-40c4d1cc-e06c-4ad0-9285-cd1a72d2fd2a req-063c20f9-0af5-4950-a248-72d93e5fa23d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0723619 Jan 10 17:52:48.589581 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e79db15-32b6-4197-8531-0c74906a0ebd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (898135c6-c0a6-41fa-ae27-a8e95594e455), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.668338 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-40c4d1cc-e06c-4ad0-9285-cd1a72d2fd2a req-76cdcbde-7e5a-46e8-b16b-23fb64107dd0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754876 Jan 10 17:52:48.684646 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e79db15-32b6-4197-8531-0c74906a0ebd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (898135c6-c0a6-41fa-ae27-a8e95594e455), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.696396 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e79db15-32b6-4197-8531-0c74906a0ebd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (898135c6-c0a6-41fa-ae27-a8e95594e455), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.723088 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79db15-32b6-4197-8531-0c74906a0ebd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898135c6-c0a6-41fa-ae27-a8e95594e455,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:48.733809 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e79db15-32b6-4197-8531-0c74906a0ebd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.735023 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-9e79db15-32b6-4197-8531-0c74906a0ebd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2291243 Jan 10 17:52:48.739176 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37642) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:48.745624 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-2d9cd5b6-6f7f-4cc6-9f4d-413959ab9dbe tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'security_group_rule': {'security_group_id': '165e9131-d412-48d6-8600-e6aa0c5989e4', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:48.793701 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5b6-6f7f-4cc6-9f4d-413959ab9dbe tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (0c4c391b-c6ec-434f-8f2d-21b5c935646e), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.798195 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port bb35f4dd-3a77-4963-a414-1cd911be26d7 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:48.803038 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:52:45Z', 'revision_number': 4, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port': {'id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:41Z', 'updated_at': '2022-01-10T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f', 'name': '', 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'mac_address': 'fa:16:3e:94:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f11b5abd-ad88-49a4-9ad0-290c157a9640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:44Z', 'updated_at': '2022-01-10T17:52:45Z', 'revision_number': 2, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'subnets': [{'id': 'f11b5abd-ad88-49a4-9ad0-290c157a9640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:48.833635 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Checking router: a9707b2a-5029-4407-8a76-42291fecc318 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:52:48.833998 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Updating router a9707b2a-5029-4407-8a76-42291fecc318 port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:52:48.866445 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.887267 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5b6-6f7f-4cc6-9f4d-413959ab9dbe tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (0c4c391b-c6ec-434f-8f2d-21b5c935646e), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.895460 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5b6-6f7f-4cc6-9f4d-413959ab9dbe tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (0c4c391b-c6ec-434f-8f2d-21b5c935646e), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.915965 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cd5b6-6f7f-4cc6-9f4d-413959ab9dbe tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4c391b-c6ec-434f-8f2d-21b5c935646e,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:48.935695 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5b6-6f7f-4cc6-9f4d-413959ab9dbe tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:48.937535 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2d9cd5b6-6f7f-4cc6-9f4d-413959ab9dbe tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1973884 Jan 10 17:52:48.940417 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37644) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:48.946508 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'security_group_rule': {'security_group_id': '165e9131-d412-48d6-8600-e6aa0c5989e4', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:48.978941 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.securitygroups_db [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Project ad60695fc58746f490b20a5b2459b6ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:52:48.987921 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (b8782b09-4c31-4b68-93d0-3c749a72da0f), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.054695 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (b8782b09-4c31-4b68-93d0-3c749a72da0f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.062702 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (b8782b09-4c31-4b68-93d0-3c749a72da0f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.083959 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8782b09-4c31-4b68-93d0-3c749a72da0f,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:49.092906 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.094211 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0c4e0904-ebd4-4adf-ad4d-4221e0a7678e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519568 Jan 10 17:52:49.097889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37646) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:49.102576 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'security_group_rule': {'security_group_id': '165e9131-d412-48d6-8600-e6aa0c5989e4', 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:52:49.133607 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.securitygroups_db [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Project ad60695fc58746f490b20a5b2459b6ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:52:49.139670 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (437edb68-ee98-4ca4-8414-aa0d7f922457), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.242333 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Publish callbacks [] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.246746 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e6dd4-030c-41d4-bab7-d366adfde510 req-12f82673-e712-47e3-af04-f147f98e1da2 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:49.255043 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.256550 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-288e6dd4-030c-41d4-bab7-d366adfde510 req-12f82673-e712-47e3-af04-f147f98e1da2 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 945 time: 0.0615845 Jan 10 17:52:49.257240 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (437edb68-ee98-4ca4-8414-aa0d7f922457), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.263357 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (437edb68-ee98-4ca4-8414-aa0d7f922457), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.306410 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437edb68-ee98-4ca4-8414-aa0d7f922457,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:49.351049 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.355261 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-288e6dd4-030c-41d4-bab7-d366adfde510 req-6f4042b6-03fb-4b67-88b7-4e1119a05bcf tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971286 Jan 10 17:52:49.371176 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-93f2c9c2-e873-46f7-96b6-969c66bb48b8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2717838 Jan 10 17:52:49.416609 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe35823-4ca6-4673-a7f1-36216688dd06 None None] Pushing event updated for resources: {'Port': ['ID=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:49.478284 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Attempting to bind port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:52:49.497593 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Attempting to bind port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:52:49.498187 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Attempting to bind port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f on network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:52:49.518502 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:52:49.518884 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Checking segment: {'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:52:49.522642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.522642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Bound using segment: {'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:52:49.522642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Bound port: 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c471225d-c457-4a12-b75f-ff8011aae8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:52:49.522642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.660845 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] For port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:52:49.670721 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] For port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,segment=NetworkSegment(c471225d-c457-4a12-b75f-ff8011aae8c9),segment_id=c471225d-c457-4a12-b75f-ff8011aae8c9)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:52:49.673569 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-ac7fa61f-f7f7-496a-b9f5-bdef8064b521 None None] Provisioning complete for port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:49.673569 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa61f-f7f7-496a-b9f5-bdef8064b521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.723644 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:49.766260 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aaa67-c3f4-4f98-b5c3-927a70ccc071 req-64723a99-490f-4c5f-b9fe-e832a4c07deb tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:49.775581 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f63aaa67-c3f4-4f98-b5c3-927a70ccc071 req-64723a99-490f-4c5f-b9fe-e832a4c07deb tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.1137335 Jan 10 17:52:49.801207 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-ac7fa61f-f7f7-496a-b9f5-bdef8064b521 None None] Port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:52:49.845331 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Routers {'a9707b2a-5029-4407-8a76-42291fecc318'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:52:49.845960 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:52:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['a9707b2a-5029-4407-8a76-42291fecc318'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:49.861040 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe35823-4ca6-4673-a7f1-36216688dd06 None None] Pushing event updated for resources: {'Port': ['ID=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:49.864031 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f63aaa67-c3f4-4f98-b5c3-927a70ccc071 req-ccce1e7e-9136-4bae-b7d5-35d957bd4e7c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805898 Jan 10 17:52:49.918045 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7b80e-0ed1-48ac-a758-a7b1ae87c5e1 req-67123349-7339-452b-ad3c-6a8f98784fa5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:49.937479 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9fd7b80e-0ed1-48ac-a758-a7b1ae87c5e1 req-67123349-7339-452b-ad3c-6a8f98784fa5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.1432552 Jan 10 17:52:50.015244 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] Set router a9707b2a-5029-4407-8a76-42291fecc318 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:52:50.049727 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-2543f1cd-9bb2-4443-b65c-7d1a3a3ecc80 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:50.051590 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-2543f1cd-9bb2-4443-b65c-7d1a3a3ecc80 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 945 time: 0.2243962 Jan 10 17:52:50.146445 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9fd7b80e-0ed1-48ac-a758-a7b1ae87c5e1 req-4833c211-8e29-4c4a-ab82-c5d42fede503 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079747 Jan 10 17:52:50.249904 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Deleting port 08e664e6-ef41-48b9-944f-ab0216b42fa6 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:52:50.250335 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:50.440283 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] For port 08e664e6-ef41-48b9-944f-ab0216b42fa6, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=08e664e6-ef41-48b9-944f-ab0216b42fa6,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:50.441073 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:50.461156 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Calling delete_port for 08e664e6-ef41-48b9-944f-ab0216b42fa6 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:52:50.538940 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109da8a-7f5e-42e8-a16b-32666e520f0f req-d1429bf8-69b3-40c5-b21c-433af725f32b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:50.543483 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4109da8a-7f5e-42e8-a16b-32666e520f0f req-d1429bf8-69b3-40c5-b21c-433af725f32b tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=332c5f9a-9049-4a7a-af75-161ee24bee53 HTTP/1.1" status: 200 len: 945 time: 0.0916965 Jan 10 17:52:50.555583 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-bb737711-5033-4613-8ad1-0f223a6f4067 None None] Provisioning complete for port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:50.556628 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-bb737711-5033-4613-8ad1-0f223a6f4067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:50.629389 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4109da8a-7f5e-42e8-a16b-32666e520f0f req-8fab0e6c-206f-40f1-9386-58ec4a5dd6e9 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810897 Jan 10 17:52:50.714715 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-bb737711-5033-4613-8ad1-0f223a6f4067 None None] Current status of the port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:50.714715 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-bb737711-5033-4613-8ad1-0f223a6f4067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:50.743532 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:52:45Z', 'revision_number': 4, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port': {'id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:41Z', 'updated_at': '2022-01-10T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f', 'name': '', 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'mac_address': 'fa:16:3e:94:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f11b5abd-ad88-49a4-9ad0-290c157a9640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:44Z', 'updated_at': '2022-01-10T17:52:49Z', 'revision_number': 4, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'subnets': [{'id': 'f11b5abd-ad88-49a4-9ad0-290c157a9640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:52:50.757086 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (08e664e6-ef41-48b9-944f-ab0216b42fa6), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:50.778510 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05', '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'bbc279fc-3bfc-4f6c-9ab8-16406a643493', '08e664e6-ef41-48b9-944f-ab0216b42fa6'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:52:50.789556 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf0b0d5-3612-4242-80d2-016efd5505d3 None None] The sync data for ids ['a9707b2a-5029-4407-8a76-42291fecc318'] in dv-cinder-824031-2-iscsi is: [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:52:45Z', 'revision_number': 4, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port': {'id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:41Z', 'updated_at': '2022-01-10T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f', 'name': '', 'network_id': '79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'mac_address': 'fa:16:3e:94:25:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'f11b5abd-ad88-49a4-9ad0-290c157a9640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:44Z', 'updated_at': '2022-01-10T17:52:49Z', 'revision_number': 4, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'subnets': [{'id': 'f11b5abd-ad88-49a4-9ad0-290c157a9640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:52:50.809971 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event deleted for resources: {'Port': ['ID=08e664e6-ef41-48b9-944f-ab0216b42fa6,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:50.828479 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-bb737711-5033-4613-8ad1-0f223a6f4067 None None] For port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,segment=NetworkSegment(c471225d-c457-4a12-b75f-ff8011aae8c9),segment_id=c471225d-c457-4a12-b75f-ff8011aae8c9)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:50.837431 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-bb737711-5033-4613-8ad1-0f223a6f4067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:50.882000 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] No DVR routers for this DVR port 08e664e6-ef41-48b9-944f-ab0216b42fa6 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:52:50.885257 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:50.889726 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-24fd5618-a738-47ad-a10e-54b82576ae33 req-c7d51055-9270-430f-bfed-870780891396 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "DELETE /v2.0/ports/08e664e6-ef41-48b9-944f-ab0216b42fa6 HTTP/1.1" status: 204 len: 173 time: 0.8308640 Jan 10 17:52:50.889726 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'name': 'network-vif-deleted', 'tag': '08e664e6-ef41-48b9-944f-ab0216b42fa6'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:52:50.892354 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbce30c7-00b4-491f-a30d-afbaf33fb47a" -d '{"events": [{"server_uuid": "332c5f9a-9049-4a7a-af75-161ee24bee53", "name": "network-vif-deleted", "tag": "08e664e6-ef41-48b9-944f-ab0216b42fa6"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:52:50.951731 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb737711-5033-4613-8ad1-0f223a6f4067 None None] Pushing event updated for resources: {'Port': ['ID=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:51.034704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb739d-0a67-4800-a8ce-6e675cfc656b x-openstack-request-id: req-6bcb739d-0a67-4800-a8ce-6e675cfc656b {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:52:51.035250 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332c5f9a-9049-4a7a-af75-161ee24bee53", "name": "network-vif-deleted", "tag": "08e664e6-ef41-48b9-944f-ab0216b42fa6", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:52:51.035391 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bcb739d-0a67-4800-a8ce-6e675cfc656b {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:52:51.035806 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332c5f9a-9049-4a7a-af75-161ee24bee53', 'name': 'network-vif-deleted', 'tag': '08e664e6-ef41-48b9-944f-ab0216b42fa6', 'status': 'completed', 'code': 200} Jan 10 17:52:51.061936 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:52:51.172590 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32287c4-9f98-4c21-8887-87fe450ffd29 req-3890552f-1c94-4434-ac74-1f0a81c55a00 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:51.185310 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b32287c4-9f98-4c21-8887-87fe450ffd29 req-3890552f-1c94-4434-ac74-1f0a81c55a00 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.1190658 Jan 10 17:52:51.253166 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b32287c4-9f98-4c21-8887-87fe450ffd29 req-7b21028a-00bb-4b8b-b201-6624d4d979ea tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610988 Jan 10 17:52:51.340092 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4bc93-2326-4655-a9f1-e60a10dd3b41 req-d84ed5a3-f9d9-416f-ac6c-edebb7663a40 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:51.345650 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1ad4bc93-2326-4655-a9f1-e60a10dd3b41 req-d84ed5a3-f9d9-416f-ac6c-edebb7663a40 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0608160 Jan 10 17:52:51.426731 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1ad4bc93-2326-4655-a9f1-e60a10dd3b41 req-fb75fd3c-0214-469d-b818-218eb212caaa tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772538 Jan 10 17:52:52.152921 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-82671ae0-0d51-40b6-b814-af85c32ff603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:52.154657 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-82671ae0-0d51-40b6-b814-af85c32ff603 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1099 time: 0.0448828 Jan 10 17:52:52.253325 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-d99281b4-53a4-4ae1-acbc-0f580290c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:52.254793 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-d99281b4-53a4-4ae1-acbc-0f580290c772 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.0906153 Jan 10 17:52:52.264845 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:52:52.321310 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-fe36fe16-5f8d-4749-ae8c-97c8d96e54b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 200 len: 1002 time: 0.0601859 Jan 10 17:52:52.324426 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:52:52.324802 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:52.364889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f861-af78-4213-b823-9826fd37d0c9 req-16f3d2fe-d0d8-412d-8546-d6782aac9c4f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:52.372171 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d540f861-af78-4213-b823-9826fd37d0c9 req-16f3d2fe-d0d8-412d-8546-d6782aac9c4f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0595717 Jan 10 17:52:52.385530 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-1f8d1675-fb5a-4725-a45e-0e3f047f29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:52.388491 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-1f8d1675-fb5a-4725-a45e-0e3f047f29c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0576761 Jan 10 17:52:52.431146 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:52.446022 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d540f861-af78-4213-b823-9826fd37d0c9 req-a96cf6b6-e030-4243-92fe-5a9913b8bb42 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726163 Jan 10 17:52:52.451687 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-a0a86966-3245-4173-810a-8911c7679057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:52.452106 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-a0a86966-3245-4173-810a-8911c7679057 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579228 Jan 10 17:52:52.597876 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e7654-ac2e-4579-851f-177d5866ddb1 req-00d516e8-af4c-4432-9782-fe7ed91ca065 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:52.599340 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b06e7654-ac2e-4579-851f-177d5866ddb1 req-00d516e8-af4c-4432-9782-fe7ed91ca065 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0698297 Jan 10 17:52:52.601222 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-9eeda584-bf1e-4ebc-9621-a2992dae24b3 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393321 Jan 10 17:52:52.697716 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b06e7654-ac2e-4579-851f-177d5866ddb1 req-c463b75b-173e-4bba-a4bd-67b988856fe4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927308 Jan 10 17:52:52.721316 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fe3f28f8-1087-43a1-8c33-05631a9b40be req-49daf293-6060-41ea-a79c-95198553dd68 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105580 Jan 10 17:52:53.101048 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250be31d-c86d-40d1-8fab-bc77f892b203 req-2f34bfbb-3913-43d3-a958-09f0e559643f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:53.102504 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-250be31d-c86d-40d1-8fab-bc77f892b203 req-2f34bfbb-3913-43d3-a958-09f0e559643f tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 945 time: 0.0515842 Jan 10 17:52:53.153693 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-250be31d-c86d-40d1-8fab-bc77f892b203 req-1fec915f-7b29-4e95-a805-e28565a82849 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Jan 10 17:52:53.571859 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41553f92-a1d6-443c-b7dd-d52277a16749 req-bd2da7b3-bb4a-4a9a-84c9-a98ac2b34467 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:53.573419 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-41553f92-a1d6-443c-b7dd-d52277a16749 req-bd2da7b3-bb4a-4a9a-84c9-a98ac2b34467 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0488832 Jan 10 17:52:53.625782 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-41553f92-a1d6-443c-b7dd-d52277a16749 req-74f90d9c-e5c6-4d13-bae2-8ad6b6e6f7da tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451577 Jan 10 17:52:53.826380 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe613bc-38ac-43c6-b843-3ccfc792ed7d req-7341b18d-2b06-4ef0-b621-759703696d90 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:53.827992 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3fe613bc-38ac-43c6-b843-3ccfc792ed7d req-7341b18d-2b06-4ef0-b621-759703696d90 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0552466 Jan 10 17:52:53.874147 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3fe613bc-38ac-43c6-b843-3ccfc792ed7d req-10b92f9e-4960-4abc-b6e2-e30dc521870e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 Jan 10 17:52:53.893706 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-29fe4245-5000-4843-80e3-3ae4e3fa8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:53.895772 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-29fe4245-5000-4843-80e3-3ae4e3fa8753 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.0707176 Jan 10 17:52:53.922280 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97151135-47ab-43e7-9de6-d7a70528b836 req-8a748d24-7a78-4cae-9afa-ea993dc98c5c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:53.923615 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97151135-47ab-43e7-9de6-d7a70528b836 req-8a748d24-7a78-4cae-9afa-ea993dc98c5c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0902166 Jan 10 17:52:54.019823 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97151135-47ab-43e7-9de6-d7a70528b836 req-4b2dd461-62ae-4f48-9b1a-16671de9e7cb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866175 Jan 10 17:52:54.033476 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-3f262ba9-1b95-44e3-8d65-fcf7f873cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:54.034973 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-3f262ba9-1b95-44e3-8d65-fcf7f873cc96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 919 time: 0.1306312 Jan 10 17:52:54.077093 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-107a30fc-c7e5-48a1-8fc2-f1c18332cf19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 217 time: 0.0342414 Jan 10 17:52:54.132599 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-07c5d517-a971-415c-849f-837119727675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:54.134056 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-07c5d517-a971-415c-849f-837119727675 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0488684 Jan 10 17:52:54.173463 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-959cd318-8f06-4922-a000-1f74bafcd492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299304 Jan 10 17:52:54.267340 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-bfe35133-79db-4e3f-8bec-0ccd1116f9dd service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835769 Jan 10 17:52:54.278135 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19a469-db3c-43a0-b83d-3c5a55319447 req-29d64eea-7381-4daf-a63c-6878a4773a2e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:54.279619 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cd19a469-db3c-43a0-b83d-3c5a55319447 req-29d64eea-7381-4daf-a63c-6878a4773a2e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 945 time: 0.0483232 Jan 10 17:52:54.325417 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cd19a469-db3c-43a0-b83d-3c5a55319447 req-cc074a47-85e2-4ddf-980d-75b079723c14 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Jan 10 17:52:54.361607 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cfca7fb3-a555-4c67-b397-d50f718a3fb8 req-615cfef6-8832-4b36-86fb-8e5654a4ea83 service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868609 Jan 10 17:52:54.747637 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a1448-b6a1-4b17-a2de-32eabd7f63f3 req-707ced5e-4d5b-46f9-b4ca-d868d979bdaf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:54.749193 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b67a1448-b6a1-4b17-a2de-32eabd7f63f3 req-707ced5e-4d5b-46f9-b4ca-d868d979bdaf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0499134 Jan 10 17:52:54.798805 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b67a1448-b6a1-4b17-a2de-32eabd7f63f3 req-3b70b0e3-60bb-4adc-a14c-cd2856fb7b4e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 Jan 10 17:52:54.953383 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-115aadfe-51e2-40f9-9743-b3563043b11e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:54.954878 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-115aadfe-51e2-40f9-9743-b3563043b11e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 945 time: 0.0563293 Jan 10 17:52:55.010476 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffaf3b-b2bd-4742-a0c5-1f229e853328 req-283f0842-b0ee-4e95-a86a-6f9b763bf4d7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:55.011870 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cdffaf3b-b2bd-4742-a0c5-1f229e853328 req-283f0842-b0ee-4e95-a86a-6f9b763bf4d7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 946 time: 0.0526457 Jan 10 17:52:55.055717 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Deleting port bbc279fc-3bfc-4f6c-9ab8-16406a643493 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:52:55.056063 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:55.161367 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 08e664e6-ef41-48b9-944f-ab0216b42fa6 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:52:55.187967 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 08e664e6-ef41-48b9-944f-ab0216b42fa6 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:52:55.188560 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 08e664e6-ef41-48b9-944f-ab0216b42fa6 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:52:55.189163 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:52:55.284332 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cdffaf3b-b2bd-4742-a0c5-1f229e853328 req-5c0344ad-9cda-4edf-9155-9de1ff4e621b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663195 Jan 10 17:52:55.288885 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: ACTIVE; New status is: DOWN {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:55.289286 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:55.315920 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:52:55.318513 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53a883b-24c6-4f8c-9cf2-dd741846dda9" -d '{"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-unplugged", "status": "completed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:52:55.332247 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:55.337548 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:55.388449 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=8']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:55.393675 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357e0a7-60ba-4f66-aa63-d31e092c93b8 req-296764ec-954e-455d-b2a3-0dfbbd3349ea tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:55.395186 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1357e0a7-60ba-4f66-aa63-d31e092c93b8 req-296764ec-954e-455d-b2a3-0dfbbd3349ea tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.2887502 Jan 10 17:52:55.408540 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] For port bbc279fc-3bfc-4f6c-9ab8-16406a643493, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=bbc279fc-3bfc-4f6c-9ab8-16406a643493,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:55.408955 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:55.432649 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Calling delete_port for bbc279fc-3bfc-4f6c-9ab8-16406a643493 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:52:55.494691 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1357e0a7-60ba-4f66-aa63-d31e092c93b8 req-8ad807fc-61c2-46ab-9250-a1102d02e34f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916181 Jan 10 17:52:55.571327 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46690d44-4f56-461e-84da-3881ce44a592 x-openstack-request-id: req-46690d44-4f56-461e-84da-3881ce44a592 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:52:55.572036 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-unplugged", "status": "failed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b", "code": 422}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:52:55.572454 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46690d44-4f56-461e-84da-3881ce44a592 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:52:55.573112 dv-cinder-824031-2-iscsi neutron-server[114065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'code': 422} returned with failed status Jan 10 17:52:55.625958 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (bbc279fc-3bfc-4f6c-9ab8-16406a643493), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:55.637682 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05', '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'bbc279fc-3bfc-4f6c-9ab8-16406a643493'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:52:55.698174 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7d9d48e3-f7f8-41c7-b1af-8defaca6b4e9 req-6a9ad1d4-96a5-48a5-bdba-d31603e8a38e tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fd5ba5b-087a-4c82-a37e-2cd50a5777ff HTTP/1.1" status: 200 len: 210 time: 0.0571802 Jan 10 17:52:55.703626 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event deleted for resources: {'Port': ['ID=bbc279fc-3bfc-4f6c-9ab8-16406a643493,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:55.717522 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] No DVR routers for this DVR port bbc279fc-3bfc-4f6c-9ab8-16406a643493 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:52:55.721975 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:55.725320 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b5a8fef4-4b28-45e9-9d3c-d991b1a4f42a req-258a9629-9086-4d22-afbe-8a8868d028c6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "DELETE /v2.0/ports/bbc279fc-3bfc-4f6c-9ab8-16406a643493 HTTP/1.1" status: 204 len: 173 time: 0.7609284 Jan 10 17:52:55.725791 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'name': 'network-vif-deleted', 'tag': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:52:55.728316 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf5db71-027c-461e-b657-0875a4d2821f" -d '{"events": [{"server_uuid": "2fd5ba5b-087a-4c82-a37e-2cd50a5777ff", "name": "network-vif-deleted", "tag": "bbc279fc-3bfc-4f6c-9ab8-16406a643493"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:52:55.795812 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ec0b06-505c-4eb5-b4a7-dbdecd6092ed x-openstack-request-id: req-74ec0b06-505c-4eb5-b4a7-dbdecd6092ed {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:52:55.796511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd5ba5b-087a-4c82-a37e-2cd50a5777ff", "name": "network-vif-deleted", "tag": "bbc279fc-3bfc-4f6c-9ab8-16406a643493", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:52:55.797187 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74ec0b06-505c-4eb5-b4a7-dbdecd6092ed {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:52:55.797814 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd5ba5b-087a-4c82-a37e-2cd50a5777ff', 'name': 'network-vif-deleted', 'tag': 'bbc279fc-3bfc-4f6c-9ab8-16406a643493', 'status': 'completed', 'code': 200} Jan 10 17:52:55.885212 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-e7983f21-7c42-4436-80f9-782d234a347b req-577a4a02-54ec-4f0b-8a8a-c15db20ad5d1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:52:55.886185 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e7983f21-7c42-4436-80f9-782d234a347b req-577a4a02-54ec-4f0b-8a8a-c15db20ad5d1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055408 Jan 10 17:52:55.940300 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141a3ea-1b9c-4683-86d1-dc38895769dc req-fdaccfba-7136-4e7a-a9a6-060a3ecba33f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:55.941853 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1141a3ea-1b9c-4683-86d1-dc38895769dc req-fdaccfba-7136-4e7a-a9a6-060a3ecba33f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0576494 Jan 10 17:52:56.003754 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1141a3ea-1b9c-4683-86d1-dc38895769dc req-d2537d48-f247-407f-94aa-8a5dd89a3009 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562303 Jan 10 17:52:56.072014 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8359-7063-457b-88c2-421726b209cb req-b8c84230-914f-4d09-a366-d0729e426ea1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:56.073650 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4b8e8359-7063-457b-88c2-421726b209cb req-b8c84230-914f-4d09-a366-d0729e426ea1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0484016 Jan 10 17:52:56.119283 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4b8e8359-7063-457b-88c2-421726b209cb req-8ab46524-e6f5-4619-bcd2-1d2b0dcd615c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Jan 10 17:52:56.345405 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 37834) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:52:56.431358 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-eff7f446-6628-4b79-af97-2c8dd83b9ef4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847220 Jan 10 17:52:56.441306 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-9838459e-213a-46ec-bed2-3115d4ee5ca8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:52:56.442306 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-9838459e-213a-46ec-bed2-3115d4ee5ca8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048523 Jan 10 17:52:56.630813 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53b57f-8f20-437b-890f-952b234a756c req-bb828c23-3ae9-446f-9f93-9bfd36c8fc3c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:56.632344 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6e53b57f-8f20-437b-890f-952b234a756c req-bb828c23-3ae9-446f-9f93-9bfd36c8fc3c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0492902 Jan 10 17:52:56.694947 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6e53b57f-8f20-437b-890f-952b234a756c req-8eeb509b-1aa4-4068-876e-f1fe30735879 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540812 Jan 10 17:52:56.971725 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4660b-b448-4bdf-9b52-cffc664b6fb6 req-ac4728a0-1481-408d-af77-e44cd0c8dcd7 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:56.973283 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4ec4660b-b448-4bdf-9b52-cffc664b6fb6 req-ac4728a0-1481-408d-af77-e44cd0c8dcd7 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 946 time: 0.0507691 Jan 10 17:52:57.021110 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4ec4660b-b448-4bdf-9b52-cffc664b6fb6 req-9110596a-73e8-407c-a403-939a14a0072d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Jan 10 17:52:57.117722 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976bf1-09a9-4baa-89e5-83092f304325 req-40467ec7-caaa-43cd-8710-3f32107689a7 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:57.119355 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0e976bf1-09a9-4baa-89e5-83092f304325 req-40467ec7-caaa-43cd-8710-3f32107689a7 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0522587 Jan 10 17:52:57.168415 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0e976bf1-09a9-4baa-89e5-83092f304325 req-e71461fb-7525-4ef3-963d-2609d158df6f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Jan 10 17:52:57.237494 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd75ce-7f1f-4d1b-8a0e-e0b991d4dabe req-63a4d857-4a8d-4165-88fa-9a6244f92338 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:57.238895 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-befd75ce-7f1f-4d1b-8a0e-e0b991d4dabe req-63a4d857-4a8d-4165-88fa-9a6244f92338 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0485370 Jan 10 17:52:57.288099 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-befd75ce-7f1f-4d1b-8a0e-e0b991d4dabe req-5802e0de-d922-4657-85ad-991caf38825c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419178 Jan 10 17:52:57.809350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef328852-6a7c-44a8-a7de-b5fdb9d3e837 req-60e4e84d-7a6f-4e9f-9320-7ab6f850e0b0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:57.810822 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ef328852-6a7c-44a8-a7de-b5fdb9d3e837 req-60e4e84d-7a6f-4e9f-9320-7ab6f850e0b0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0497549 Jan 10 17:52:57.863641 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ef328852-6a7c-44a8-a7de-b5fdb9d3e837 req-ae190824-b687-44b7-be3f-47e6294aa167 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470769 Jan 10 17:52:58.040227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-5c622ed0-28b2-4374-8fd1-896710bfca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.042039 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-5c622ed0-28b2-4374-8fd1-896710bfca2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb&tenant_id=a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 1097 time: 0.0777564 Jan 10 17:52:58.110634 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-9b67a337-9007-4a85-8582-5c5d9a011e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.112770 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-9b67a337-9007-4a85-8582-5c5d9a011e18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1097 time: 0.0442960 Jan 10 17:52:58.152487 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac617fa9-b89a-4f1d-8355-4aecd28beb0e req-62bd47ee-314e-49af-87ea-14ba19781cca tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.154723 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ac617fa9-b89a-4f1d-8355-4aecd28beb0e req-62bd47ee-314e-49af-87ea-14ba19781cca tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 946 time: 0.0545938 Jan 10 17:52:58.207155 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ac617fa9-b89a-4f1d-8355-4aecd28beb0e req-bb4ffd98-247f-4d89-8c43-bb61cf3000cf tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Jan 10 17:52:58.226091 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-8b0714d5-734c-40a7-b0cc-5baae73f3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.227586 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-8b0714d5-734c-40a7-b0cc-5baae73f3fe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.1072011 Jan 10 17:52:58.319704 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-86fc3932-e37d-416a-bbf7-a3d70107b674 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 200 len: 1000 time: 0.0842757 Jan 10 17:52:58.330984 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10428fde-da5e-4995-bbaf-2f3cafa8bbe6 req-c7953950-3728-4b72-b7ce-58e5e80127c2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.332454 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-10428fde-da5e-4995-bbaf-2f3cafa8bbe6 req-c7953950-3728-4b72-b7ce-58e5e80127c2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0961354 Jan 10 17:52:58.400690 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-d3cdcddd-6627-498c-9262-0f5822be4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.402370 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-d3cdcddd-6627-498c-9262-0f5822be4f6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0690637 Jan 10 17:52:58.410291 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bf706-4f01-4d35-a6c6-549f27563440 req-200beb84-777e-4ce8-b6e9-57af5b852dfe tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.411788 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3a2bf706-4f01-4d35-a6c6-549f27563440 req-200beb84-777e-4ce8-b6e9-57af5b852dfe tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0497870 Jan 10 17:52:58.425222 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-10428fde-da5e-4995-bbaf-2f3cafa8bbe6 req-858375ce-a575-47fd-bb70-472515e45e29 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845706 Jan 10 17:52:58.457621 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-53822c79-97e3-400d-bce2-a69f192efcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.459347 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-53822c79-97e3-400d-bce2-a69f192efcb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464113 Jan 10 17:52:58.468678 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3a2bf706-4f01-4d35-a6c6-549f27563440 req-8bbe4ad4-65bf-40d9-9001-41321819dd7b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509584 Jan 10 17:52:58.583597 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-e743b1fe-8caa-472d-8525-dd4198a530b1 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918605 Jan 10 17:52:58.671419 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2ee53-7a85-4405-a78f-bbb8467e7bc6 req-6b64bbf3-13d0-4ccb-a8b7-740cc57d427d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.672946 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fdf2ee53-7a85-4405-a78f-bbb8467e7bc6 req-6b64bbf3-13d0-4ccb-a8b7-740cc57d427d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0496333 Jan 10 17:52:58.689256 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d30d5478-ac70-4907-ad26-830daf6ddbbd req-892f1aba-87d5-4e54-8c18-3265f941aa15 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980749 Jan 10 17:52:58.752721 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fdf2ee53-7a85-4405-a78f-bbb8467e7bc6 req-0f32f3f7-681b-44c7-b003-6c4d9c2bc6e4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672760 Jan 10 17:52:58.822013 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-5ea2e1a5-b569-4b3e-8d85-9b8eff2561d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.823377 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-5ea2e1a5-b569-4b3e-8d85-9b8eff2561d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 1099 time: 0.0845778 Jan 10 17:52:58.830781 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-b4f90d49-78be-4f90-99c7-be8923e7919c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:58.832098 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-b4f90d49-78be-4f90-99c7-be8923e7919c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 946 time: 0.0900667 Jan 10 17:52:58.999589 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-6c41b90b-1d65-45eb-ba9c-d7be31051fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:59.001076 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-6c41b90b-1d65-45eb-ba9c-d7be31051fa2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 911 time: 0.1681597 Jan 10 17:52:59.026369 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5d911-ae81-4e29-bb98-60a659796c5b req-afe456ff-d42f-49e7-b36b-879413d6792d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:59.027792 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5fb5d911-ae81-4e29-bb98-60a659796c5b req-afe456ff-d42f-49e7-b36b-879413d6792d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0860960 Jan 10 17:52:59.067733 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Deleting port 0b68147b-3c76-403d-9b6b-49fc7b59a447 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:52:59.068075 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:59.159961 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-aa770033-1b06-426c-9f94-940cf8ef6512 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 200 len: 1002 time: 0.1469438 Jan 10 17:52:59.188009 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:52:59.238911 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5fb5d911-ae81-4e29-bb98-60a659796c5b req-e3a2c248-1078-42f9-8309-d03575039598 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718421 Jan 10 17:52:59.267818 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] For port 0b68147b-3c76-403d-9b6b-49fc7b59a447, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=0b68147b-3c76-403d-9b6b-49fc7b59a447,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:52:59.268225 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:59.279095 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-f56e414c-fd50-449d-890e-27b0876df91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:59.280744 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-f56e414c-fd50-449d-890e-27b0876df91c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.1122003 Jan 10 17:52:59.293885 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Calling delete_port for 0b68147b-3c76-403d-9b6b-49fc7b59a447 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:52:59.344459 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: DOWN; New status is: DOWN {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:52:59.346861 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device bbc279fc-3bfc-4f6c-9ab8-16406a643493 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:52:59.393550 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: bbc279fc-3bfc-4f6c-9ab8-16406a643493 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:52:59.394675 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device bbc279fc-3bfc-4f6c-9ab8-16406a643493 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:52:59.433260 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269dc04-8cfd-47bc-af84-76cb0d67dbc4 req-3ddee15c-82a1-4e40-ba57-ad97aea6cd4c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:59.436263 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6269dc04-8cfd-47bc-af84-76cb0d67dbc4 req-3ddee15c-82a1-4e40-ba57-ad97aea6cd4c tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 946 time: 0.1050248 Jan 10 17:52:59.488258 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-aa91956e-636f-4f81-bc5a-65183f3a4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:59.490301 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-aa91956e-636f-4f81-bc5a-65183f3a4eb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151638 Jan 10 17:52:59.538565 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6269dc04-8cfd-47bc-af84-76cb0d67dbc4 req-873de8b8-97f6-4e7b-b7b2-46f4c10f5a39 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888836 Jan 10 17:52:59.641957 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (0b68147b-3c76-403d-9b6b-49fc7b59a447), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:59.656976 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05', '0b68147b-3c76-403d-9b6b-49fc7b59a447'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:52:59.682220 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event deleted for resources: {'Port': ['ID=0b68147b-3c76-403d-9b6b-49fc7b59a447,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:52:59.721805 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c23394-d8f6-4ef3-afd0-8d0a2aa1e8e5 req-738a82be-1e26-4b94-bd0f-ed614da65ecc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:59.726074 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a2c23394-d8f6-4ef3-afd0-8d0a2aa1e8e5 req-738a82be-1e26-4b94-bd0f-ed614da65ecc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.1300421 Jan 10 17:52:59.764342 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] No DVR routers for this DVR port 0b68147b-3c76-403d-9b6b-49fc7b59a447 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:52:59.772625 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:52:59.777570 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6f7471c-ca96-475a-a582-fb34b0fc9e55 req-0db648b6-0b3c-4006-a731-fe0410657760 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "DELETE /v2.0/ports/0b68147b-3c76-403d-9b6b-49fc7b59a447 HTTP/1.1" status: 204 len: 173 time: 0.9377224 Jan 10 17:52:59.778228 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'name': 'network-vif-deleted', 'tag': '0b68147b-3c76-403d-9b6b-49fc7b59a447'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:52:59.780967 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be23333b-d394-4959-be62-ff375d566c4b" -d '{"events": [{"server_uuid": "9e4f0fde-1828-4494-8125-1726b0031b5b", "name": "network-vif-deleted", "tag": "0b68147b-3c76-403d-9b6b-49fc7b59a447"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:52:59.843645 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a2c23394-d8f6-4ef3-afd0-8d0a2aa1e8e5 req-4508a51c-ac27-4b10-af18-6b510850c24b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997295 Jan 10 17:52:59.882778 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4fdb78-4f08-4af2-ad63-373b7ed5e95f x-openstack-request-id: req-ab4fdb78-4f08-4af2-ad63-373b7ed5e95f {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:52:59.883273 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e4f0fde-1828-4494-8125-1726b0031b5b", "name": "network-vif-deleted", "tag": "0b68147b-3c76-403d-9b6b-49fc7b59a447", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:52:59.883676 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab4fdb78-4f08-4af2-ad63-373b7ed5e95f {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:52:59.884236 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4f0fde-1828-4494-8125-1726b0031b5b', 'name': 'network-vif-deleted', 'tag': '0b68147b-3c76-403d-9b6b-49fc7b59a447', 'status': 'completed', 'code': 200} Jan 10 17:52:59.906054 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f71af-c2a9-47ad-83de-6ca49ba4f1d6 req-5e05ddb0-4e95-4be2-ba69-6c1170d1b118 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:52:59.913024 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-401f71af-c2a9-47ad-83de-6ca49ba4f1d6 req-5e05ddb0-4e95-4be2-ba69-6c1170d1b118 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0660658 Jan 10 17:52:59.960720 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-401f71af-c2a9-47ad-83de-6ca49ba4f1d6 req-bcf26e1a-93cd-4368-9fb8-5cc443e20f6c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466995 Jan 10 17:53:00.363080 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77e37-5f26-4efe-b2f4-58912323efff req-e6d0267f-acf0-4130-b6d7-c5f490d44ace tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:00.364891 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-31e77e37-5f26-4efe-b2f4-58912323efff req-e6d0267f-acf0-4130-b6d7-c5f490d44ace tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0559099 Jan 10 17:53:00.415759 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-31e77e37-5f26-4efe-b2f4-58912323efff req-74902902-807c-4440-86eb-80355d901ebf tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452251 Jan 10 17:53:00.660462 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f0eae8c9-4763-4e5d-be6c-d7bc17cfe75b req-d24f9266-1dfb-40b8-a662-1cd5733123a3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0308347 Jan 10 17:53:00.973785 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254a779-c470-4345-bde7-2986ff8777ce req-964f9924-efb1-411d-8976-7c1265569973 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:00.975594 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d254a779-c470-4345-bde7-2986ff8777ce req-964f9924-efb1-411d-8976-7c1265569973 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0524902 Jan 10 17:53:01.026314 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d254a779-c470-4345-bde7-2986ff8777ce req-369c4e9d-a0a8-4d37-b2b2-f2ad57f7ba4f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Jan 10 17:53:01.121884 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba4f84-37f0-4fee-96cb-98374dd0a49b req-b1af9d52-d1a0-41f3-840a-6471f9578958 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:01.123282 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6eba4f84-37f0-4fee-96cb-98374dd0a49b req-b1af9d52-d1a0-41f3-840a-6471f9578958 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0708108 Jan 10 17:53:01.176641 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6eba4f84-37f0-4fee-96cb-98374dd0a49b req-6333af25-042e-40b3-a05f-1b5080f5bf7e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475941 Jan 10 17:53:01.535554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfd655-8882-40ed-9895-3505a24b8b7a req-b178ea0e-d3f1-4913-a986-4a2861140555 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:01.537278 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7ebfd655-8882-40ed-9895-3505a24b8b7a req-b178ea0e-d3f1-4913-a986-4a2861140555 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Jan 10 17:53:01.593447 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7ebfd655-8882-40ed-9895-3505a24b8b7a req-09566a66-e840-49c0-ab0b-12750633f726 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499167 Jan 10 17:53:01.757415 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e4b1107c-ea9c-4b4e-b4a8-4d068b1e53a9 req-22ca9c33-e87a-47ef-b163-e2631178d79d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0273740 Jan 10 17:53:02.158927 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee6ad8-41a2-4351-99cd-f376505ac00f req-5b20b05b-4cc1-4219-bdea-83d03ee2d7d2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:02.160497 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aee6ad8-41a2-4351-99cd-f376505ac00f req-5b20b05b-4cc1-4219-bdea-83d03ee2d7d2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0506341 Jan 10 17:53:02.239300 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aee6ad8-41a2-4351-99cd-f376505ac00f req-25cfb555-4eb8-4294-bbe2-89284dced3c9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711937 Jan 10 17:53:02.303466 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672fce8-86f0-4941-9c8a-1a10cd4eb3a3 req-a215068a-d512-4af1-b460-550c8f2a53b5 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:02.305308 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3672fce8-86f0-4941-9c8a-1a10cd4eb3a3 req-a215068a-d512-4af1-b460-550c8f2a53b5 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0497921 Jan 10 17:53:02.351979 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3672fce8-86f0-4941-9c8a-1a10cd4eb3a3 req-e93c8d7c-74bb-4462-92a9-e04e319a42c4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Jan 10 17:53:02.710325 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7abf9-3a86-441f-ae9c-281ee252f178 req-64c9bdc2-58a6-4d0b-a4a3-e3902955edd9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:02.711827 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-48f7abf9-3a86-441f-ae9c-281ee252f178 req-64c9bdc2-58a6-4d0b-a4a3-e3902955edd9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0478389 Jan 10 17:53:02.767410 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-48f7abf9-3a86-441f-ae9c-281ee252f178 req-d67fd6cf-381a-4056-b2ca-e9c29032ac25 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 Jan 10 17:53:02.872641 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-53bf8d74-4779-45e3-a1ea-1717a2059549 req-158a9c9e-9c1b-4e57-ace6-9b606e7e6225 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0287883 Jan 10 17:53:03.243098 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 0b68147b-3c76-403d-9b6b-49fc7b59a447 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:53:03.263116 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 0b68147b-3c76-403d-9b6b-49fc7b59a447 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:53:03.263463 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 0b68147b-3c76-403d-9b6b-49fc7b59a447 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:53:03.392485 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16ecb3-86c3-45dd-ba0e-93aa035c9c29 req-21a625d6-69f2-4369-a236-24f025667520 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:03.394074 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1f16ecb3-86c3-45dd-ba0e-93aa035c9c29 req-21a625d6-69f2-4369-a236-24f025667520 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0562413 Jan 10 17:53:03.454638 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1f16ecb3-86c3-45dd-ba0e-93aa035c9c29 req-8ca44fb5-f485-4d3f-8832-98ae4a39d377 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538776 Jan 10 17:53:03.477512 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e31cdc-1b69-4685-b03f-23e55feb8949 req-b8605382-ed7a-4b4f-9ea4-b679d7dbec82 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:03.479064 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d0e31cdc-1b69-4685-b03f-23e55feb8949 req-b8605382-ed7a-4b4f-9ea4-b679d7dbec82 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0501850 Jan 10 17:53:03.527312 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d0e31cdc-1b69-4685-b03f-23e55feb8949 req-66b2b333-c621-4cb0-9a80-4fa0b1316a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Jan 10 17:53:03.887534 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e627a9-2583-418c-8dd5-22758f209e1e req-5bafdb7f-c3fc-4c5d-9939-8b1c797877a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:03.889188 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-73e627a9-2583-418c-8dd5-22758f209e1e req-5bafdb7f-c3fc-4c5d-9939-8b1c797877a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0539424 Jan 10 17:53:03.939490 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-73e627a9-2583-418c-8dd5-22758f209e1e req-2943935a-1e77-40a3-8252-e326b5f4cf60 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Jan 10 17:53:03.974935 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6f7f06fc-fc86-431c-b4d6-666f9a18d340 req-f21a125f-1bdf-4a28-a0b4-7d183e1da056 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0324895 Jan 10 17:53:04.586911 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ed6e6-e402-4a2a-88d2-2bf0288168c6 req-b19e2a06-85b5-4dd2-ac6d-391c86f03dce tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:04.588374 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e51ed6e6-e402-4a2a-88d2-2bf0288168c6 req-b19e2a06-85b5-4dd2-ac6d-391c86f03dce tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0512173 Jan 10 17:53:04.645206 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e51ed6e6-e402-4a2a-88d2-2bf0288168c6 req-542ccf8e-6aad-4af5-95b7-14284ede33e9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511189 Jan 10 17:53:04.659281 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f05cd2-9ec5-42d2-8950-3e161087f3f5 req-db6bd5d7-42c0-404c-a59b-bbad20702a2d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:04.661022 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-51f05cd2-9ec5-42d2-8950-3e161087f3f5 req-db6bd5d7-42c0-404c-a59b-bbad20702a2d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0653822 Jan 10 17:53:04.714332 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-51f05cd2-9ec5-42d2-8950-3e161087f3f5 req-06b40823-8af5-44ca-82e9-bc1ea2f4c4b3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471647 Jan 10 17:53:05.076373 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ab525-97e9-4242-b79b-225faf31efcb req-1adae0ca-2bac-4fb7-a4ed-e4d2c35f4d24 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:05.083881 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-962ab525-97e9-4242-b79b-225faf31efcb req-1adae0ca-2bac-4fb7-a4ed-e4d2c35f4d24 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0558825 Jan 10 17:53:05.086843 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c468460a-e6b1-46ce-ad9b-98790f18b5a6 req-3ee6415f-17b1-426b-8ecf-ac9440fc7dd6 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0271606 Jan 10 17:53:05.143261 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-962ab525-97e9-4242-b79b-225faf31efcb req-f4c9382a-478d-4db0-8cba-4bdae6b413d6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578430 Jan 10 17:53:05.780647 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8393d54-cd4a-465e-bda5-c2fd6b73af86 req-a93d8ba2-bb7e-4dcb-a1a4-9b720c65e792 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:05.786231 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f8393d54-cd4a-465e-bda5-c2fd6b73af86 req-a93d8ba2-bb7e-4dcb-a1a4-9b720c65e792 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0653312 Jan 10 17:53:05.839764 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f8393d54-cd4a-465e-bda5-c2fd6b73af86 req-507c3113-8255-4fc4-9ae6-c18dddc7c5b7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514271 Jan 10 17:53:05.883213 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc681b56-fcf7-41bc-82cc-05cf1c5d9ee4 req-28dc6889-a74c-4318-9f36-44e15b332e16 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:05.884778 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dc681b56-fcf7-41bc-82cc-05cf1c5d9ee4 req-28dc6889-a74c-4318-9f36-44e15b332e16 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0856180 Jan 10 17:53:05.933907 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dc681b56-fcf7-41bc-82cc-05cf1c5d9ee4 req-b69c3ebf-e33c-4e4a-a166-00d1331bb3bf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Jan 10 17:53:06.192077 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0be68c26-d0ec-4907-b854-96ba078b433f req-d581cc26-483f-410a-8533-d921ca168b25 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0369778 Jan 10 17:53:06.279719 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d07a4-61a1-4ec2-b203-9f658acd0e92 req-957ef70a-b6c8-4441-a69d-d61422040e77 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:06.281420 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f15d07a4-61a1-4ec2-b203-9f658acd0e92 req-957ef70a-b6c8-4441-a69d-d61422040e77 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0550058 Jan 10 17:53:06.330251 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f15d07a4-61a1-4ec2-b203-9f658acd0e92 req-fb374e6f-2b5c-4602-945b-af437d8439e9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 Jan 10 17:53:06.973777 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8e20-60b0-4856-9b13-17f7b20bed51 req-89b1b896-15e5-4350-b664-e55059088fd4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:06.976689 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a36e8e20-60b0-4856-9b13-17f7b20bed51 req-89b1b896-15e5-4350-b664-e55059088fd4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0541785 Jan 10 17:53:07.044657 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a36e8e20-60b0-4856-9b13-17f7b20bed51 req-469ad78e-a02e-412f-aa62-61759ee2b380 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624909 Jan 10 17:53:07.069331 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f668533-20f9-4511-aba3-ff27d279dda8 req-95e6143d-d788-4076-b60a-f1b6e6a1126d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:07.070935 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2f668533-20f9-4511-aba3-ff27d279dda8 req-95e6143d-d788-4076-b60a-f1b6e6a1126d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0581355 Jan 10 17:53:07.120359 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2f668533-20f9-4511-aba3-ff27d279dda8 req-15165f2c-06f8-4161-b3f8-f222577d4a4a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Jan 10 17:53:07.298265 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e96dc07b-751b-45b6-b353-9eae0d46ce1b req-7d8ef4ec-8294-47d2-8ae0-60389b295c44 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0282140 Jan 10 17:53:07.466128 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5dfea-2a27-44a7-8507-4c19059c2725 req-976e1a87-c3b4-46a6-8113-7a6189cd237c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:07.467654 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9dc5dfea-2a27-44a7-8507-4c19059c2725 req-976e1a87-c3b4-46a6-8113-7a6189cd237c tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0542591 Jan 10 17:53:07.520312 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9dc5dfea-2a27-44a7-8507-4c19059c2725 req-356f5a90-ad6f-4bf5-b8ff-5162760e05d2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Jan 10 17:53:08.175452 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9e3fe-3cd2-4366-91e4-9ab3efe58533 req-a960d9b9-421f-494a-92b9-0b059725c39e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:08.177278 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-42b9e3fe-3cd2-4366-91e4-9ab3efe58533 req-a960d9b9-421f-494a-92b9-0b059725c39e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0544050 Jan 10 17:53:08.254035 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-42b9e3fe-3cd2-4366-91e4-9ab3efe58533 req-6d458c31-bea0-4523-a2d4-894082907c6f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711684 Jan 10 17:53:08.261316 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc13390-1ec5-4ffc-91b5-d7bac7ec81e4 req-426ec5d6-2636-457e-82c6-805fa39241a2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:08.262813 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9bc13390-1ec5-4ffc-91b5-d7bac7ec81e4 req-426ec5d6-2636-457e-82c6-805fa39241a2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0742812 Jan 10 17:53:08.315094 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9bc13390-1ec5-4ffc-91b5-d7bac7ec81e4 req-d81d64f6-d928-4769-b229-67e807a3dede tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457339 Jan 10 17:53:08.407294 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fa65fe2f-64e3-4226-8af4-a78ffa63667a req-9411c7ad-1015-4390-93db-5b382dcb7e45 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0290165 Jan 10 17:53:08.412045 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-92abcb74-8e38-4308-9d53-bb45d7bcf212 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58754877&fields=id&tenant_id=ad60695fc58746f490b20a5b2459b6ae HTTP/1.1" status: 200 len: 267 time: 0.0502005 Jan 10 17:53:08.518392 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-6d216ba6-4c83-4a62-81ee-44b24314d8d9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:08.519846 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-6d216ba6-4c83-4a62-81ee-44b24314d8d9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 808 time: 0.0999153 Jan 10 17:53:08.536218 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-4c90b5e0-de2e-44e6-96cb-e02b882a7c64 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/quotas/ad60695fc58746f490b20a5b2459b6ae HTTP/1.1" status: 200 len: 375 time: 0.0096188 Jan 10 17:53:08.587246 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-474c457f-f97f-4fdb-8a1a-19101766f198 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455079 Jan 10 17:53:08.644032 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b1895-5824-41eb-a49d-d40912122821 req-87c1d32b-6743-41ee-98c9-0622b00458f7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:08.645661 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c25b1895-5824-41eb-a49d-d40912122821 req-87c1d32b-6743-41ee-98c9-0622b00458f7 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Jan 10 17:53:08.686973 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-badfb32a-40b8-4b93-b538-48c76e1a3aff service neutron] 10.222.0.31 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872774 Jan 10 17:53:08.692745 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c25b1895-5824-41eb-a49d-d40912122821 req-1d9730ce-0a92-4b67-910e-a8d3b378e8ec tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Jan 10 17:53:08.773894 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-d32dd3dc-2a0d-4200-91b0-0e09404fd0ac service neutron] 10.222.0.31 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Jan 10 17:53:09.071011 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-36f40506-2b24-4ceb-8644-1179c8f8c8c0 req-6cbe7751-8bf5-4f4c-bc09-d1b9eb996102 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 210 time: 0.0322292 Jan 10 17:53:09.176697 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-531d0417-9f98-4da4-a75a-9b1ec28733cc service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035254 Jan 10 17:53:09.276385 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-938dd412-7d3a-4200-9195-36f5710c4ea4 req-8818cb81-62dd-431f-a095-336da1bc6733 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865259 Jan 10 17:53:09.403819 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4c13e-a028-4e85-ae97-f75d90428536 req-dbab6744-3fb1-4428-af8e-d99f1ae6a725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:09.405989 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-95c4c13e-a028-4e85-ae97-f75d90428536 req-dbab6744-3fb1-4428-af8e-d99f1ae6a725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0746021 Jan 10 17:53:09.437956 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7f328-9556-480b-b357-dff88475db0d req-83cb06a5-5aa1-46a6-8b44-ba6b55f2195d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:09.439476 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4bc7f328-9556-480b-b357-dff88475db0d req-83cb06a5-5aa1-46a6-8b44-ba6b55f2195d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0506368 Jan 10 17:53:09.465735 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-95c4c13e-a028-4e85-ae97-f75d90428536 req-572ccb28-865d-46d5-bccc-1aba85a41bbb tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529652 Jan 10 17:53:09.491502 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4bc7f328-9556-480b-b357-dff88475db0d req-128601b3-5df1-4021-87fa-c314e5de5cf9 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457909 Jan 10 17:53:09.575424 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-28eb73a8-a9eb-4659-bc21-78cc7a43708f req-85171838-0308-45ee-8296-b020f624699d tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e4f0fde-1828-4494-8125-1726b0031b5b HTTP/1.1" status: 200 len: 210 time: 0.0257437 Jan 10 17:53:09.818370 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03115330-33d8-414b-a7a7-7e9cc3a3e5fd req-b47f5d5d-8ce4-47e9-8193-a048089b9fa6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:09.819861 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-03115330-33d8-414b-a7a7-7e9cc3a3e5fd req-b47f5d5d-8ce4-47e9-8193-a048089b9fa6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0607064 Jan 10 17:53:09.869020 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-03115330-33d8-414b-a7a7-7e9cc3a3e5fd req-f38aa9ae-234e-47be-9027-78af23a249fe tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Jan 10 17:53:10.168080 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ee6d7f21-0ecb-4a47-a79e-ee8f23233c86 req-0489f07c-84bd-4eca-9800-f2d8645e0976 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 210 time: 0.0261829 Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.219826 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-ea4eae5f-bbac-4de5-87e9-415195756c94 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:10.222503 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-ea4eae5f-bbac-4de5-87e9-415195756c94 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.35 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 808 time: 0.1171925 Jan 10 17:53:10.497243 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-f960ef35-9952-4d04-92eb-20454e03d0b0 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad60695fc58746f490b20a5b2459b6ae HTTP/1.1" status: 200 len: 378 time: 0.2663445 Jan 10 17:53:10.507525 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'port': {'device_id': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'admin_state_up': True, 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'security_groups': ['165e9131-d412-48d6-8600-e6aa0c5989e4']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:53:10.622404 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394ccf1-b940-409d-af36-27b28916886d req-a256effe-6095-44bb-aa78-65537b4ca378 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:10.625218 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2394ccf1-b940-409d-af36-27b28916886d req-a256effe-6095-44bb-aa78-65537b4ca378 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0550997 Jan 10 17:53:10.636406 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47978-725c-41ed-8e5e-017d88e57a87 req-8787dae2-5dd5-4db2-85c5-b110a73eda10 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:10.637900 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-88a47978-725c-41ed-8e5e-017d88e57a87 req-8787dae2-5dd5-4db2-85c5-b110a73eda10 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0791385 Jan 10 17:53:10.679583 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2394ccf1-b940-409d-af36-27b28916886d req-90f19794-b56a-4bdf-aa72-8578636a05ea tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477877 Jan 10 17:53:10.684989 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Made reservation on behalf of ad60695fc58746f490b20a5b2459b6ae for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:53:10.688560 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:10.720106 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-88a47978-725c-41ed-8e5e-017d88e57a87 req-7ade27ed-5f7e-4a2f-ae06-aea99ee0259c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732765 Jan 10 17:53:10.750238 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a9da832c-388a-4606-b8cc-3728c26b2b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:10.860840 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Allocated IP 172.20.0.9 (7e3555eb-6e98-4722-838e-911c9355c83a/07c6d417-988b-411a-b77c-a58ef50d59ab/d63cbe28-3b03-4f1c-9197-17b60bf28ce5) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:53:11.027582 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24a22-4174-42db-9bdb-5da30b83c118 req-df4d9e63-40ae-44c1-b054-e35fcd4dfef6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:11.029010 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6fb24a22-4174-42db-9bdb-5da30b83c118 req-df4d9e63-40ae-44c1-b054-e35fcd4dfef6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0817065 Jan 10 17:53:11.045541 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.101094 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6fb24a22-4174-42db-9bdb-5da30b83c118 req-6ed3b863-462c-4982-8331-1aaf77643f8b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660849 Jan 10 17:53:11.113758 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.164388 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Network 7e3555eb-6e98-4722-838e-911c9355c83a is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:53:11.167479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:53:11.171147 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:53:11.177724 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:11.226145 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:11.227036 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.247388 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-07910398-d2b2-4c31-9d4f-ffcd1da52665 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7434552 Jan 10 17:53:11.261271 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Request body: {'port': {'device_id': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:53:11.297960 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4d2b-e05a-433c-9979-057359cd9e20 req-c67c5d1a-4311-4cd3-820f-a60aaac4aa08 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:11.299670 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fbbe4d2b-e05a-433c-9979-057359cd9e20 req-c67c5d1a-4311-4cd3-820f-a60aaac4aa08 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 931 time: 0.0590096 Jan 10 17:53:11.320309 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.357920 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fbbe4d2b-e05a-433c-9979-057359cd9e20 req-fec02580-6926-4802-96f1-f7cf959a83bd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518153 Jan 10 17:53:11.425007 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-af24a696-ddcd-4aa3-9ef5-5562cce097c6 None None] Provisioning complete for port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:53:11.425464 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-af24a696-ddcd-4aa3-9ef5-5562cce097c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.457814 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-af24a696-ddcd-4aa3-9ef5-5562cce097c6 None None] Port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:53:11.579909 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63cbe28-3b03-4f1c-9197-17b60bf28ce5 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:53:11.587261 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Publish callbacks [] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.605248 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Transition to ACTIVE for port object d63cbe28-3b03-4f1c-9197-17b60bf28ce5 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:53:11.611297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.659594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:11.734016 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Attempting to bind port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:53:11.734515 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Attempting to bind port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:53:11.734922 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Attempting to bind port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 on network 7e3555eb-6e98-4722-838e-911c9355c83a {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:53:11.739884 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 on network 7e3555eb-6e98-4722-838e-911c9355c83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:53:11.740206 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Attempting to bind port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 on network 7e3555eb-6e98-4722-838e-911c9355c83a {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:53:11.745272 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:53:11.745608 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Checking segment: {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:53:11.746014 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Bound using segment: {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:53:11.746409 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Bound port: d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd2ee56-4b4a-439a-8a2c-36baad255327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:53:11.746768 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.835046 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:53:11.852537 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:53:11.859835 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.901010 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b50932-1a2c-4ff0-a832-00b75193d4d3 req-43aabf30-a197-4e86-afd2-c565389bc040 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:11.902505 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-30b50932-1a2c-4ff0-a832-00b75193d4d3 req-43aabf30-a197-4e86-afd2-c565389bc040 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0970531 Jan 10 17:53:11.914584 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:11.915216 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:11.917719 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 1093 time: 0.6597724 Jan 10 17:53:11.917719 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:53:11.920104 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726fe0af-a197-4130-8761-1e08399b422f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:53:11.960062 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51d437-1dd2-4feb-9b85-85c01f4ba9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:12.019158 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-30b50932-1a2c-4ff0-a832-00b75193d4d3 req-19b0d94b-ac3f-4331-b21b-f2ae092a8b47 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078980 Jan 10 17:53:12.032902 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-5c7f56ba-5552-4636-baf4-6abe37bfd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.036799 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-5c7f56ba-5552-4636-baf4-6abe37bfd236 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1096 time: 0.0615048 Jan 10 17:53:12.096327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84019e71-f27a-4a94-b977-2072051e9af9 x-openstack-request-id: req-84019e71-f27a-4a94-b977-2072051e9af9 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:53:12.096730 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:53:12.097096 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84019e71-f27a-4a94-b977-2072051e9af9 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:53:12.097572 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'status': 'completed', 'code': 200} Jan 10 17:53:12.100461 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-6237c6df-38d7-474c-9efa-0e8ee4516574 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 217 time: 0.0553951 Jan 10 17:53:12.179809 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-338402ea-77ca-4b67-b36c-cf6f24766f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.181269 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-338402ea-77ca-4b67-b36c-cf6f24766f7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 200 len: 847 time: 0.0743947 Jan 10 17:53:12.197113 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8a91e-c34c-4bb4-bba9-aff639014d17 req-18eb486a-2b3d-440a-8319-501248619fed tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.198627 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c1b8a91e-c34c-4bb4-bba9-aff639014d17 req-18eb486a-2b3d-440a-8319-501248619fed tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0933423 Jan 10 17:53:12.222336 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8bbd3-8aee-47dd-aeea-97d158cf04da req-1ea0c7e4-48e7-4d7b-8709-25e22727cad0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.223964 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-18b8bbd3-8aee-47dd-aeea-97d158cf04da req-1ea0c7e4-48e7-4d7b-8709-25e22727cad0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0546920 Jan 10 17:53:12.269855 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-18b8bbd3-8aee-47dd-aeea-97d158cf04da req-09aec43c-dbf2-47eb-a167-3344fcae0e12 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Jan 10 17:53:12.297944 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-e3e614b8-c02f-464b-992f-910b502f93c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.299453 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-e3e614b8-c02f-464b-992f-910b502f93c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e3555eb-6e98-4722-838e-911c9355c83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0999308 Jan 10 17:53:12.309253 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c1b8a91e-c34c-4bb4-bba9-aff639014d17 req-ce3ddd6b-af74-4e48-b247-501cbd4361ef tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851958 Jan 10 17:53:12.318783 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-683d41ae-17d1-4f73-bf7e-b40ebaeeac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.320553 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-683d41ae-17d1-4f73-bf7e-b40ebaeeac73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.0974188 Jan 10 17:53:12.454785 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-5a055706-c1c1-4a81-8848-c2d9afb97468 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446247 Jan 10 17:53:12.471839 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa3f1f-5ed3-4bff-9cb6-c1b163a600c7 req-82f3785a-635f-4d70-adb3-74a37dd88b43 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.473375 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-52fa3f1f-5ed3-4bff-9cb6-c1b163a600c7 req-82f3785a-635f-4d70-adb3-74a37dd88b43 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0527914 Jan 10 17:53:12.477060 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-5d432d2b-2056-4648-b983-038045000cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.478461 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-5d432d2b-2056-4648-b983-038045000cc4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 919 time: 0.1378896 Jan 10 17:53:12.526617 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-52fa3f1f-5ed3-4bff-9cb6-c1b163a600c7 req-3baf9e4b-f788-4a45-b8dc-39dc14768f8b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471168 Jan 10 17:53:12.553217 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-879004d0-edc0-4e0e-904e-a24acbb634be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 217 time: 0.0656912 Jan 10 17:53:12.619329 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ad67b404-4bc4-4d9d-bd5c-c517f237a3ee req-78d5115d-b593-4e84-b0c5-7ec26948ef3a service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542351 Jan 10 17:53:12.620654 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-24bba0af-f497-421a-b665-966d88521f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.621970 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-24bba0af-f497-421a-b665-966d88521f3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0625947 Jan 10 17:53:12.665280 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-6a3f6bdd-ab8c-4a6d-906e-4744435f31e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247884 Jan 10 17:53:12.704958 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:12.780293 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe0af-a197-4130-8761-1e08399b422f req-0103dbb1-c2b6-4b98-9a93-e685c8bd3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.781806 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-726fe0af-a197-4130-8761-1e08399b422f req-0103dbb1-c2b6-4b98-9a93-e685c8bd3965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1096 time: 0.0914104 Jan 10 17:53:12.804770 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-838122e1-ba61-421d-8a9a-e6dbe8b75c3d service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213617 Jan 10 17:53:12.935915 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe0af-a197-4130-8761-1e08399b422f req-644fa2da-0d61-4324-95f2-aa489bf90a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:12.937420 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-726fe0af-a197-4130-8761-1e08399b422f req-644fa2da-0d61-4324-95f2-aa489bf90a6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 909 time: 0.1451151 Jan 10 17:53:12.952906 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d62123de-cbe1-4414-9e65-4dce7ca86273 req-57eab655-575c-40e5-b98c-0cc560c09d9e service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392188 Jan 10 17:53:12.983428 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-726fe0af-a197-4130-8761-1e08399b422f req-a8d914ae-9d63-4f45-89ca-37ae41b5babf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 217 time: 0.0391924 Jan 10 17:53:13.037932 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe0af-a197-4130-8761-1e08399b422f req-a73993d7-7ac5-4250-bb51-53913a277739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:13.039418 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-726fe0af-a197-4130-8761-1e08399b422f req-a73993d7-7ac5-4250-bb51-53913a277739 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 200 len: 847 time: 0.0448792 Jan 10 17:53:13.091867 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fe0af-a197-4130-8761-1e08399b422f req-4b06145c-cc23-4429-8430-ed8a54e47b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:13.093388 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-726fe0af-a197-4130-8761-1e08399b422f req-4b06145c-cc23-4429-8430-ed8a54e47b6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e3555eb-6e98-4722-838e-911c9355c83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470152 Jan 10 17:53:13.129346 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-688a754a-048e-48d2-bacc-d29482e6273e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:13.213393 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46d7f8-a77b-45d4-86fe-9b019419c50f req-076b126a-d3f1-46c1-99e0-ab1f260e67bb tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:13.214771 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4b46d7f8-a77b-45d4-86fe-9b019419c50f req-076b126a-d3f1-46c1-99e0-ab1f260e67bb tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.1061084 Jan 10 17:53:13.223470 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-726fe0af-a197-4130-8761-1e08399b422f req-d667275e-a5dc-4cb6-ace8-62ca43ca68bf service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230955 Jan 10 17:53:13.315721 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4b46d7f8-a77b-45d4-86fe-9b019419c50f req-3050abaf-6997-498e-8653-0d7cc297fd16 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947492 Jan 10 17:53:13.355315 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-726fe0af-a197-4130-8761-1e08399b422f req-afdf9671-de6d-4e0a-b5af-ba4a47ce3154 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191559 Jan 10 17:53:13.389635 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffe34f-8277-4287-b53d-e4d05bbb1bdb req-d1ddd941-7f95-45a0-9a69-a17210985924 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:13.391114 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-62ffe34f-8277-4287-b53d-e4d05bbb1bdb req-d1ddd941-7f95-45a0-9a69-a17210985924 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0528357 Jan 10 17:53:13.421649 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95689-39f3-46f7-beac-196becbe6d83 req-c49ca4d4-45ea-4de1-b18b-7e8433d51534 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:13.423234 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a0a95689-39f3-46f7-beac-196becbe6d83 req-c49ca4d4-45ea-4de1-b18b-7e8433d51534 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0483201 Jan 10 17:53:13.438089 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-62ffe34f-8277-4287-b53d-e4d05bbb1bdb req-0270e642-4fad-42e2-b13d-abdd6db58098 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 Jan 10 17:53:13.475967 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a0a95689-39f3-46f7-beac-196becbe6d83 req-d29deef4-e21b-47dd-9197-3f40b24f3684 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/security-groups?id=84612edf-4253-4491-8b0f-719bd22ee140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469267 Jan 10 17:53:13.656765 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf5ce4-aa18-4467-af15-d5dc935c3ca7 req-57f51b67-39c6-44c7-8717-d77b671073cb tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:13.658251 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9ebf5ce4-aa18-4467-af15-d5dc935c3ca7 req-57f51b67-39c6-44c7-8717-d77b671073cb tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0543003 Jan 10 17:53:13.709614 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9ebf5ce4-aa18-4467-af15-d5dc935c3ca7 req-39b0a64b-e881-4080-923c-bad5cb4c0663 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434105 Jan 10 17:53:13.966680 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b7d50-553e-4ff8-b343-59197532a03e req-22ff4820-410d-4ddf-a6f0-4773913c3f97 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:13.968205 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a23b7d50-553e-4ff8-b343-59197532a03e req-22ff4820-410d-4ddf-a6f0-4773913c3f97 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 945 time: 0.0587530 Jan 10 17:53:14.063027 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Deleting port d9673174-c85c-4fa2-9371-08ed4c303f05 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:53:14.063256 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:14.073599 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:14.157653 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] For port d9673174-c85c-4fa2-9371-08ed4c303f05, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d9673174-c85c-4fa2-9371-08ed4c303f05,segment=NetworkSegment(ecae0685-611c-4938-9456-5804001e826f),segment_id=ecae0685-611c-4938-9456-5804001e826f)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:14.158020 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:14.170732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Calling delete_port for d9673174-c85c-4fa2-9371-08ed4c303f05 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:53:14.307637 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (d9673174-c85c-4fa2-9371-08ed4c303f05), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:14.325103 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d9673174-c85c-4fa2-9371-08ed4c303f05'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:53:14.348220 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Pushing event deleted for resources: {'Port': ['ID=d9673174-c85c-4fa2-9371-08ed4c303f05,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:14.386027 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] No DVR routers for this DVR port d9673174-c85c-4fa2-9371-08ed4c303f05 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:53:14.390097 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:14.393300 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a23b7d50-553e-4ff8-b343-59197532a03e req-e6d24568-6f54-49f6-ae91-cce015b855ac tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.35 "DELETE /v2.0/ports/d9673174-c85c-4fa2-9371-08ed4c303f05 HTTP/1.1" status: 204 len: 173 time: 0.4188399 Jan 10 17:53:14.393733 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'name': 'network-vif-deleted', 'tag': 'd9673174-c85c-4fa2-9371-08ed4c303f05'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:53:14.395918 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b73cbe2-c6a4-4d53-87cf-6267fa390861" -d '{"events": [{"server_uuid": "7d9b7e86-2320-4638-b5d4-de52f45d2cef", "name": "network-vif-deleted", "tag": "d9673174-c85c-4fa2-9371-08ed4c303f05"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:53:14.445479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aed87d-602e-42d3-baad-c36c15a8dbf7 req-bbaf5bf1-a609-4c99-8fb5-a19a49ff1dcc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:14.446956 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-61aed87d-602e-42d3-baad-c36c15a8dbf7 req-bbaf5bf1-a609-4c99-8fb5-a19a49ff1dcc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0589588 Jan 10 17:53:14.448384 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3bd928-fe95-4224-b8da-94194e31878c x-openstack-request-id: req-9d3bd928-fe95-4224-b8da-94194e31878c {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:53:14.448663 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9b7e86-2320-4638-b5d4-de52f45d2cef", "name": "network-vif-deleted", "tag": "d9673174-c85c-4fa2-9371-08ed4c303f05", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:53:14.448944 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d3bd928-fe95-4224-b8da-94194e31878c {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:53:14.449315 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9b7e86-2320-4638-b5d4-de52f45d2cef', 'name': 'network-vif-deleted', 'tag': 'd9673174-c85c-4fa2-9371-08ed4c303f05', 'status': 'completed', 'code': 200} Jan 10 17:53:14.495750 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-61aed87d-602e-42d3-baad-c36c15a8dbf7 req-c9e8c639-ae5a-430b-8f38-dcad7a8a9f56 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Jan 10 17:53:14.562530 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f456c-a06f-422e-b4eb-fc116972e221 req-213648ba-cf1a-44cf-9802-64fec0408ac1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:14.564060 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-547f456c-a06f-422e-b4eb-fc116972e221 req-213648ba-cf1a-44cf-9802-64fec0408ac1 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0513108 Jan 10 17:53:14.608766 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-94af15b0-317d-4bd7-aadf-e26d7908a67c req-ff59463f-3a97-4719-bdb4-448e770513d3 tempest-AttachVolumeNegativeTest-861001870 tempest-AttachVolumeNegativeTest-861001870-project] 10.222.0.31 "GET /v2.0/ports?device_id=7d9b7e86-2320-4638-b5d4-de52f45d2cef HTTP/1.1" status: 200 len: 210 time: 0.0285478 Jan 10 17:53:14.611825 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-547f456c-a06f-422e-b4eb-fc116972e221 req-8028e2f7-6131-4f71-ba4a-986d79e2bc8d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Jan 10 17:53:14.829187 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d489bb-1bf7-465a-ad4a-d13d03a25345 req-a4d7dd81-ef46-4d9a-8342-783de2ce66a9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:14.830721 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3d489bb-1bf7-465a-ad4a-d13d03a25345 req-a4d7dd81-ef46-4d9a-8342-783de2ce66a9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0526576 Jan 10 17:53:14.879698 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3d489bb-1bf7-465a-ad4a-d13d03a25345 req-15a8cdbb-5307-4c74-b31d-f89b826fbfec tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432880 Jan 10 17:53:15.572091 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:15.636227 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ec085-3114-4827-aeb1-56d4626b9a80 req-acbdb19f-5f39-4398-8a18-5d1ca527edde tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:15.637762 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d66ec085-3114-4827-aeb1-56d4626b9a80 req-acbdb19f-5f39-4398-8a18-5d1ca527edde tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0510895 Jan 10 17:53:15.664671 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38090) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:15.690320 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d66ec085-3114-4827-aeb1-56d4626b9a80 req-ac3b2a08-d113-4fdc-845e-bb39a1a149a2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465727 Jan 10 17:53:15.734464 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] Deleting subnet aa3d6c23-1c63-408b-b66d-98182652d3dd {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:53:15.739566 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] Publish callbacks [] for subnet (aa3d6c23-1c63-408b-b66d-98182652d3dd), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:15.782539 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (aa3d6c23-1c63-408b-b66d-98182652d3dd), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:15.791340 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c929e-69c7-44bf-96c8-0394507df33b req-0cd171bc-ce79-4ee7-94ed-3942e1fa4816 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:15.792730 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dc9c929e-69c7-44bf-96c8-0394507df33b req-0cd171bc-ce79-4ee7-94ed-3942e1fa4816 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0877080 Jan 10 17:53:15.996886 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf65a2-6692-450b-b42b-0c1d104ed61e req-18ebee70-da95-4bfe-ad31-ca5eb70ea0ae tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:15.998476 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c8bf65a2-6692-450b-b42b-0c1d104ed61e req-18ebee70-da95-4bfe-ad31-ca5eb70ea0ae tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0497801 Jan 10 17:53:16.049548 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c8bf65a2-6692-450b-b42b-0c1d104ed61e req-e1045d73-2ac1-4bed-9f64-405be876ad4e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451534 Jan 10 17:53:16.062153 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (aa3d6c23-1c63-408b-b66d-98182652d3dd), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.093273 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dc9c929e-69c7-44bf-96c8-0394507df33b req-2e6f1c07-d104-4b02-86e9-eeb0765d7a74 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749211 Jan 10 17:53:16.125521 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (aa3d6c23-1c63-408b-b66d-98182652d3dd), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.152920 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3d6c23-1c63-408b-b66d-98182652d3dd,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:16.159092 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.162335 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c0d1e865-01b9-4150-ba91-10b93592275e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa3d6c23-1c63-408b-b66d-98182652d3dd HTTP/1.1" status: 204 len: 168 time: 0.4964585 Jan 10 17:53:16.164966 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38094) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:16.234923 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (97d5a095-562b-4e17-9bd6-5105d1159613), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.316605 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (97d5a095-562b-4e17-9bd6-5105d1159613), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.345571 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d5a095-562b-4e17-9bd6-5105d1159613']}} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:16.355026 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecae0685-611c-4938-9456-5804001e826f') {'for_net_delete': True} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:16.355329 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecae0685-611c-4938-9456-5804001e826f') {} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:16.365165 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27034959'] for segment (ecae0685-611c-4938-9456-5804001e826f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.379554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (ecae0685-611c-4938-9456-5804001e826f), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.385779 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=114063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:53:16.386158 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27178431'] for segment (ecae0685-611c-4938-9456-5804001e826f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: Traceback (most recent call last): Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: timer() Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: cb(*args, **kw) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: return func(*args, **kwargs) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: self._notify() Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: self.callback(batched_events) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: event.method(event) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: return f(self, *a, **k) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._get(url).json() Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: return self.request(url, 'GET', **kwargs) Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:53:16.387757 dv-cinder-824031-2-iscsi neutron-server[114063]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:53:16.390806 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:53:16.390806 dv-cinder-824031-2-iscsi neutron-server[114063]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:53:16.390806 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:53:16.390806 dv-cinder-824031-2-iscsi neutron-server[114063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:53:16.390806 dv-cinder-824031-2-iscsi neutron-server[114063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:53:16.442827 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (97d5a095-562b-4e17-9bd6-5105d1159613), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.449843 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.453028 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/97d5a095-562b-4e17-9bd6-5105d1159613 HTTP/1.1" status: 204 len: 168 time: 0.2871308 Jan 10 17:53:16.462156 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97d5a095-562b-4e17-9bd6-5105d1159613,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:16.469609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.469959 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.470301 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.470637 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.470966 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.471296 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.471631 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.471956 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.472267 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.472592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.472949 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.473267 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.473580 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7d2f52-6cc6-4acc-99a7-e574b02db2e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:16.656659 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38098) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:16.700181 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f063107a-29f0-495f-8bc1-e02fe8660a02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42d38f874b484d32b9af29e66fbaf139&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423312 Jan 10 17:53:16.702699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38100) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:16.755715 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4ac934ac-f6ed-4632-b7e0-8da429ce4ca1 admin admin] Publish callbacks [] for security_group (84612edf-4253-4491-8b0f-719bd22ee140), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.778695 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4ac934ac-f6ed-4632-b7e0-8da429ce4ca1 admin admin] Publish callbacks [] for security_group (84612edf-4253-4491-8b0f-719bd22ee140), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.811258 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4885ed-cfd0-4d65-89d1-eac77ad204ed req-4c627401-b4b3-4b16-a22a-7f74089fc6f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:16.812764 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1d4885ed-cfd0-4d65-89d1-eac77ad204ed req-4c627401-b4b3-4b16-a22a-7f74089fc6f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 944 time: 0.0477502 Jan 10 17:53:16.827522 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4ac934ac-f6ed-4632-b7e0-8da429ce4ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (84612edf-4253-4491-8b0f-719bd22ee140), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.830306 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4ac934ac-f6ed-4632-b7e0-8da429ce4ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:16.834216 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-4ac934ac-f6ed-4632-b7e0-8da429ce4ca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84612edf-4253-4491-8b0f-719bd22ee140 HTTP/1.1" status: 204 len: 168 time: 0.1282840 Jan 10 17:53:16.841031 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac934ac-f6ed-4632-b7e0-8da429ce4ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84612edf-4253-4491-8b0f-719bd22ee140,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:16.880316 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1d4885ed-cfd0-4d65-89d1-eac77ad204ed req-c4a17926-9937-4214-bc1c-4beec7b4bf6b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614605 Jan 10 17:53:16.978468 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:17.168233 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df917404-9094-4965-9004-6ea844fce61d req-f34ddc4d-32a9-4887-9174-b1b21c924c6d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:17.169740 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-df917404-9094-4965-9004-6ea844fce61d req-f34ddc4d-32a9-4887-9174-b1b21c924c6d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0504098 Jan 10 17:53:17.217418 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe82e9-5226-4aad-9d9c-33cb6f26620e req-2e657a73-0544-432b-a859-585c69067dee tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:17.219023 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-41fe82e9-5226-4aad-9d9c-33cb6f26620e req-2e657a73-0544-432b-a859-585c69067dee tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0549314 Jan 10 17:53:17.227302 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-df917404-9094-4965-9004-6ea844fce61d req-c7e63101-6b67-4a48-a4b2-1ac19ff28b0e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485818 Jan 10 17:53:17.273082 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-41fe82e9-5226-4aad-9d9c-33cb6f26620e req-59ab178d-12a2-419d-9e9e-9534b2c88586 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Jan 10 17:53:17.298620 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:53:17.393346 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:17.404829 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'port_id': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'mac_address': 'fa:16:3e:5c:76:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:53:17.445931 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:53:17.446330 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:17.459962 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511cef14-64d0-4cc5-8dc5-d8f78a25f47b {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:53:17.479139 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:17.484266 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:17.532523 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=9']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:17.762138 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['511cef14-64d0-4cc5-8dc5-d8f78a25f47b'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:53:18.003747 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abb552-b1b9-44fd-a315-216bd4cebf0a req-180d952b-6a42-48a2-a077-19685ad75f1d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:18.005255 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87abb552-b1b9-44fd-a315-216bd4cebf0a req-180d952b-6a42-48a2-a077-19685ad75f1d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.0521023 Jan 10 17:53:18.051978 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-87abb552-b1b9-44fd-a315-216bd4cebf0a req-545f6236-397d-4c51-8b76-6433d8074daa tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 Jan 10 17:53:18.350284 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245053d-141f-4876-a1da-4c7cccbf7a00 req-263201f0-abe1-4560-aab5-aa9bba087974 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:18.351860 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9245053d-141f-4876-a1da-4c7cccbf7a00 req-263201f0-abe1-4560-aab5-aa9bba087974 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0575886 Jan 10 17:53:18.400166 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7d2eb-134d-45ca-b4f9-48c03ad9d4cc req-1c0201cf-c7e5-47de-bf0c-5b642d842252 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:18.404050 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9245053d-141f-4876-a1da-4c7cccbf7a00 req-4948300e-13fc-4609-9683-6b69f26687ab tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461347 Jan 10 17:53:18.405296 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bcc7d2eb-134d-45ca-b4f9-48c03ad9d4cc req-1c0201cf-c7e5-47de-bf0c-5b642d842252 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0607607 Jan 10 17:53:18.453634 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bcc7d2eb-134d-45ca-b4f9-48c03ad9d4cc req-de1905c2-5b1b-41f3-a760-fb5d482ccc57 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458555 Jan 10 17:53:19.168549 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c761208-d6ac-4511-9ff0-facf90f7399a req-2360e49b-c964-477e-9059-6ebdbd4f4d47 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:19.170195 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9c761208-d6ac-4511-9ff0-facf90f7399a req-2360e49b-c964-477e-9059-6ebdbd4f4d47 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 945 time: 0.0486438 Jan 10 17:53:19.222082 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9c761208-d6ac-4511-9ff0-facf90f7399a req-acfd51e6-80c1-4122-bb48-c6900bc59522 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453315 Jan 10 17:53:19.317339 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d63cbe28-3b03-4f1c-9197-17b60bf28ce5 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:53:19.320653 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:53:19.438848 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:53:19.439207 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:19.476823 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:19.496534 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'port_id': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'mac_address': 'fa:16:3e:9d:70:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:53:19.547015 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da1373-dfe4-4bbd-bcad-d3e8324fe4f0 req-3cd27460-db11-46a8-85f5-9b7245e07396 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:19.549192 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d1da1373-dfe4-4bbd-bcad-d3e8324fe4f0 req-3cd27460-db11-46a8-85f5-9b7245e07396 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0710311 Jan 10 17:53:19.567413 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:53:19.567805 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:19.578657 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:53:19.578980 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:19.592799 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63cbe28-3b03-4f1c-9197-17b60bf28ce5 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:53:19.612719 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b5d4-1a62-4e8c-bf57-84d5a983be5f req-a0c0582e-e6b9-46b3-9934-16d126ff64de tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:19.615067 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9f74b5d4-1a62-4e8c-bf57-84d5a983be5f req-a0c0582e-e6b9-46b3-9934-16d126ff64de tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0677936 Jan 10 17:53:19.620125 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:53:19.622399 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d88975-ed35-43d0-b8a6-d8991949bd6c" -d '{"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-plugged", "status": "completed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:53:19.629586 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d1da1373-dfe4-4bbd-bcad-d3e8324fe4f0 req-93714f50-f60b-44fd-b862-52df007d261c tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750556 Jan 10 17:53:19.637783 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:19.642046 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:19.645767 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:19.652404 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:19.653242 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d9673174-c85c-4fa2-9371-08ed4c303f05 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:53:19.673185 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db191f-9e3a-4a27-8a2c-8519e3296578 x-openstack-request-id: req-66db191f-9e3a-4a27-8a2c-8519e3296578 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:53:19.673481 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-plugged", "status": "completed", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:53:19.673734 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66db191f-9e3a-4a27-8a2c-8519e3296578 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:53:19.674128 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'code': 200} Jan 10 17:53:19.696099 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: d9673174-c85c-4fa2-9371-08ed4c303f05 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:53:19.696635 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d9673174-c85c-4fa2-9371-08ed4c303f05 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:53:19.701356 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9f74b5d4-1a62-4e8c-bf57-84d5a983be5f req-c3922edb-642e-4cb7-b6fa-041d4baffab0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785203 Jan 10 17:53:19.722674 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:19.782813 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=10']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:19.931308 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d63cbe28-3b03-4f1c-9197-17b60bf28ce5'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:53:20.330038 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1ce29-20cb-410e-8e1b-fbf73b187916 req-68f6d92d-eebb-4579-bf33-98ca1a6ccc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:20.331533 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b9e1ce29-20cb-410e-8e1b-fbf73b187916 req-68f6d92d-eebb-4579-bf33-98ca1a6ccc58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 1100 time: 0.0645032 Jan 10 17:53:20.355245 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1854-571c-471b-9ffe-bf0b1cf2b49d req-641ccae1-ae4f-4ad0-935e-5e254a664b96 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:20.356667 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-387a1854-571c-471b-9ffe-bf0b1cf2b49d req-641ccae1-ae4f-4ad0-935e-5e254a664b96 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 947 time: 0.0603368 Jan 10 17:53:20.417891 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b9e1ce29-20cb-410e-8e1b-fbf73b187916 req-2bc27702-34de-4470-a060-e6daa146b802 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748894 Jan 10 17:53:20.425124 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-387a1854-571c-471b-9ffe-bf0b1cf2b49d req-88501b01-ad97-44b4-9e0c-a05597093738 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608757 Jan 10 17:53:20.671917 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dfeb1-b70d-4d09-9d39-cb3f3db05376 req-d9fde3bd-88c1-42e1-a08b-66474c45b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:20.673477 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c93dfeb1-b70d-4d09-9d39-cb3f3db05376 req-d9fde3bd-88c1-42e1-a08b-66474c45b089 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.0529871 Jan 10 17:53:20.727853 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c93dfeb1-b70d-4d09-9d39-cb3f3db05376 req-7a1896fa-1b23-4f35-af52-eca5a70db19e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471878 Jan 10 17:53:20.736374 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee8019-f9da-4576-85a4-56c7704dc600 req-a7c90f8b-c0b5-4278-95f9-3cea6f5d5b32 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:20.738494 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-30ee8019-f9da-4576-85a4-56c7704dc600 req-a7c90f8b-c0b5-4278-95f9-3cea6f5d5b32 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 944 time: 0.0515585 Jan 10 17:53:20.789881 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-30ee8019-f9da-4576-85a4-56c7704dc600 req-8e1d0026-b5c5-4127-bd50-8c201b43f5fa tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459099 Jan 10 17:53:20.824577 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae27033-1e7a-470a-896e-023caece2483 req-6b6c2168-b186-45af-8f3e-f62c9de23360 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:20.826214 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0ae27033-1e7a-470a-896e-023caece2483 req-6b6c2168-b186-45af-8f3e-f62c9de23360 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0504644 Jan 10 17:53:20.871761 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0ae27033-1e7a-470a-896e-023caece2483 req-c28c749b-162a-4ce5-b267-6d90cdb8b291 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Jan 10 17:53:21.317396 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d63cbe28-3b03-4f1c-9197-17b60bf28ce5 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:53:21.373558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:53:21.377715 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:53:21.378101 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:21.457248 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:53:21.457496 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:21.490195 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:21.495282 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:21.542479 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:21.545411 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfca75c-8ae1-4bbf-a457-a78e51c12ca4 req-eaf9fe5d-8e5f-46f7-93d0-2f2dbc616658 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:21.546902 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-acfca75c-8ae1-4bbf-a457-a78e51c12ca4 req-eaf9fe5d-8e5f-46f7-93d0-2f2dbc616658 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 947 time: 0.0512717 Jan 10 17:53:21.593983 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-acfca75c-8ae1-4bbf-a457-a78e51c12ca4 req-5d9f4664-e705-4942-ade5-b26743ce3f62 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408733 Jan 10 17:53:21.675271 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:53:21.678776 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c8917f-2d26-4021-9952-4864d859b850" -d '{"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-plugged", "status": "completed", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:53:21.724172 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b11edf-e659-4204-b6e6-5d8a52f87a3c x-openstack-request-id: req-48b11edf-e659-4204-b6e6-5d8a52f87a3c {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:53:21.724494 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-plugged", "status": "completed", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:53:21.724752 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48b11edf-e659-4204-b6e6-5d8a52f87a3c {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:53:21.725184 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'code': 200} Jan 10 17:53:21.921512 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4060be0-5161-4bc6-9237-7f12717a3227 req-27d76580-0fa1-4cb9-9cb1-daa429551549 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:21.923183 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c4060be0-5161-4bc6-9237-7f12717a3227 req-27d76580-0fa1-4cb9-9cb1-daa429551549 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0607779 Jan 10 17:53:21.988933 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c4060be0-5161-4bc6-9237-7f12717a3227 req-b86fee82-c0b2-4f42-881b-a3d257c85504 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561006 Jan 10 17:53:22.013553 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74b72f-0620-429e-819d-66ff5d52b1d0 req-5cdc7bd1-e45f-4eff-be7b-c987bd9bebf4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:22.015805 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e74b72f-0620-429e-819d-66ff5d52b1d0 req-5cdc7bd1-e45f-4eff-be7b-c987bd9bebf4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0627785 Jan 10 17:53:22.093396 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff055d72-c91c-4e94-885f-697f5c683648 req-9644da51-1bc6-48a4-a5bd-3c44638b63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:22.095037 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ff055d72-c91c-4e94-885f-697f5c683648 req-9644da51-1bc6-48a4-a5bd-3c44638b63b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1098 time: 0.0672495 Jan 10 17:53:22.110358 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e74b72f-0620-429e-819d-66ff5d52b1d0 req-717f39ca-4e76-4869-be1d-c97fa57478af tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849431 Jan 10 17:53:22.168768 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ff055d72-c91c-4e94-885f-697f5c683648 req-da51440a-e064-4bde-8d63-f622a4065b16 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573726 Jan 10 17:53:22.721732 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494484-9161-4e06-bb42-fe0851470ff7 req-970913c3-d341-461c-9372-3edb5550169c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:22.723223 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-22494484-9161-4e06-bb42-fe0851470ff7 req-970913c3-d341-461c-9372-3edb5550169c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 947 time: 0.0509515 Jan 10 17:53:22.771141 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-22494484-9161-4e06-bb42-fe0851470ff7 req-ec83a6ca-f344-4808-8607-17e7cb83d816 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Jan 10 17:53:23.110816 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a84a4-41eb-4335-a49f-defa04205f6c req-beee1541-8beb-496d-a4e5-2d5505dfb12f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:23.112281 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ac8a84a4-41eb-4335-a49f-defa04205f6c req-beee1541-8beb-496d-a4e5-2d5505dfb12f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0488687 Jan 10 17:53:23.160827 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ac8a84a4-41eb-4335-a49f-defa04205f6c req-4e1be177-c49f-4cb3-b534-a7e0caffd84b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427978 Jan 10 17:53:23.219382 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41b400-c704-47bf-9385-968b58e1e2bd req-fd4cce0c-5ece-4b78-be62-55a2744fde18 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:23.220761 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2a41b400-c704-47bf-9385-968b58e1e2bd req-fd4cce0c-5ece-4b78-be62-55a2744fde18 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0463936 Jan 10 17:53:23.267197 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2a41b400-c704-47bf-9385-968b58e1e2bd req-10b8d7dd-6f5a-466b-807c-2bc70c0cde1f tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Jan 10 17:53:23.597791 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277453b-434c-4a05-9dc0-2aa061de29d3 req-df1043ed-1d5b-4c6c-8b65-f7b4776decf6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:23.599289 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e277453b-434c-4a05-9dc0-2aa061de29d3 req-df1043ed-1d5b-4c6c-8b65-f7b4776decf6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0788307 Jan 10 17:53:23.605722 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-aa89ba65-3d2e-4219-b806-3228bdda1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:23.607190 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-aa89ba65-3d2e-4219-b806-3228bdda1b70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b3ea1177c3241b5b730f359c367f44b&device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 1099 time: 0.0565646 Jan 10 17:53:23.702411 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e277453b-434c-4a05-9dc0-2aa061de29d3 req-334379ed-1340-4f2f-accf-2d63cdae8f6e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942516 Jan 10 17:53:23.743553 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-86439c6e-5e71-4d79-93e8-8dfedb529dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:23.745137 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-86439c6e-5e71-4d79-93e8-8dfedb529dbe service neutron] 10.222.0.35 "GET /v2.0/networks?id=dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 200 len: 919 time: 0.1244559 Jan 10 17:53:23.793135 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-07fda646-109d-42fd-971c-d9c3e1e7e831 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 200 len: 217 time: 0.0356309 Jan 10 17:53:23.844501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-7d47cbcf-60b0-4258-9de6-102512bf7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:23.846034 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-7d47cbcf-60b0-4258-9de6-102512bf7bd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 200 len: 858 time: 0.0450139 Jan 10 17:53:23.876356 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-5db540c0-ec59-46ed-9a21-d338bfb1cd07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dc888425-8027-41d2-8da9-39f6bfdd48d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238960 Jan 10 17:53:23.893708 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2326f05-1b70-4388-b3af-cd4875f841b0 req-6e681d8f-6b65-4c61-892b-bcc932df02be tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:23.895262 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b2326f05-1b70-4388-b3af-cd4875f841b0 req-6e681d8f-6b65-4c61-892b-bcc932df02be tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 947 time: 0.0472317 Jan 10 17:53:23.945157 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b2326f05-1b70-4388-b3af-cd4875f841b0 req-6b377cf1-8b2a-4034-aa7e-320af46d6525 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435531 Jan 10 17:53:23.968829 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-b525ce31-2cac-4dbf-a17d-292a2829f6b8 service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Jan 10 17:53:24.060222 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8aef0e1b-9135-40ab-b1a9-cd435159bcf9 req-7ff0e288-a35b-4427-8b35-f4cf24f06b5f service neutron] 10.222.0.35 "GET /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842679 Jan 10 17:53:24.283883 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0b9c5-e08f-4c17-a776-61986a881158 req-05ec8bc1-c094-4eae-b7c4-f98b818fce7b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:24.285443 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-37f0b9c5-e08f-4c17-a776-61986a881158 req-05ec8bc1-c094-4eae-b7c4-f98b818fce7b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0509145 Jan 10 17:53:24.340987 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-37f0b9c5-e08f-4c17-a776-61986a881158 req-e9c0ea1e-9490-42d8-aae9-eb6c99ac0e8b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498281 Jan 10 17:53:24.456369 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998dc29-1091-4427-9aa0-7afdffa5a035 req-56bfab72-d8f6-4133-b1e3-8cd0fa92f75a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:24.457875 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e998dc29-1091-4427-9aa0-7afdffa5a035 req-56bfab72-d8f6-4133-b1e3-8cd0fa92f75a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0489497 Jan 10 17:53:24.507232 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e998dc29-1091-4427-9aa0-7afdffa5a035 req-d0bda413-7c61-4c7e-ad77-aaec7d6f1150 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437837 Jan 10 17:53:24.535627 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38292) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:24.728818 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489ab96-162d-48e4-86b4-d2e9404e25da tempest-TestShelveInstance-379612544 tempest-TestShelveInstance-379612544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:24.733394 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38298) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:24.733518 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b489ab96-162d-48e4-86b4-d2e9404e25da tempest-TestShelveInstance-379612544 tempest-TestShelveInstance-379612544-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1093 time: 0.1969209 Jan 10 17:53:24.738434 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'port_id': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:53:24.763732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:24.857584 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764dd39-046d-437e-b3cf-3fe4d70d3b1b req-00fd11ee-754a-4744-b55f-a919cb838344 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:24.859126 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8764dd39-046d-437e-b3cf-3fe4d70d3b1b req-00fd11ee-754a-4744-b55f-a919cb838344 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0822518 Jan 10 17:53:24.916893 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8764dd39-046d-437e-b3cf-3fe4d70d3b1b req-540c06d7-40e9-4d72-807c-313ca767dfe9 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Jan 10 17:53:24.938274 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.047965 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Allocated IP 172.27.2.215 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/c3f5038a-e24c-4515-b4fc-e4647761948c) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:53:25.149822 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.185690 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.228339 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:53:25.231285 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:53:25.234854 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:53:25.240358 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'Port': ['ID=c3f5038a-e24c-4515-b4fc-e4647761948c,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:25.584840 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for floatingip (2f835324-1385-41ae-b361-d5c07b983fae), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.663361 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.812237 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.819992 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.883951 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event updated for resources: {'Port': ['ID=c3f5038a-e24c-4515-b4fc-e4647761948c,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:25.899454 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (2f835324-1385-41ae-b361-d5c07b983fae), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:25.994853 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Floating IP 2f835324-1385-41ae-b361-d5c07b983fae associated. External IP: 172.27.2.215, port: d63cbe28-3b03-4f1c-9197-17b60bf28ce5. Jan 10 17:53:26.036952 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d8677-f9c3-4251-ba1a-6a6c68ee8723 req-16ad4342-1200-4510-9f98-1ab1ccaeca77 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:26.038408 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f44d8677-f9c3-4251-ba1a-6a6c68ee8723 req-16ad4342-1200-4510-9f98-1ab1ccaeca77 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0497110 Jan 10 17:53:26.093392 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f44d8677-f9c3-4251-ba1a-6a6c68ee8723 req-1c017b7f-0a35-4ccf-9655-706e16debea5 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491710 Jan 10 17:53:26.211090 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Router f6e3c7f9-83f4-4195-8279-f41cf63ce490 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:53:26.536992 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:53:26.547629 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] Sync routers for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:53:26.560152 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:53:26.561021 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:53:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:26.561542 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:26.588521 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-13a9a2b2-c2d7-497c-9436-2e52ddfcd39d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8536711 Jan 10 17:53:26.589179 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:53:26.591413 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b281375-62d6-4bea-b707-c3668f1819a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:53:26.630764 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af8d88c-4faa-4998-9b41-be9284832189 x-openstack-request-id: req-0af8d88c-4faa-4998-9b41-be9284832189 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:53:26.631055 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:53:26.631304 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0af8d88c-4faa-4998-9b41-be9284832189 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:53:26.631702 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'status': 'completed', 'code': 200} Jan 10 17:53:26.670974 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:53:26.695149 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-cafd5140-aa5c-4825-984e-d0feefe8d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:26.696714 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-cafd5140-aa5c-4825-984e-d0feefe8d0f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1098 time: 0.0386386 Jan 10 17:53:26.791865 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-4db84789-736b-4c66-ac57-570a299f2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:26.793369 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-4db84789-736b-4c66-ac57-570a299f2384 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 909 time: 0.0907047 Jan 10 17:53:26.859076 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-4efb62c0-0e7a-42d8-b07c-eb7d169407cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 999 time: 0.0571187 Jan 10 17:53:26.887854 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '2f835324-1385-41ae-b361-d5c07b983fae', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'port_id': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'mac_address': 'fa:16:3e:9d:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:53:25Z', 'updated_at': '2022-01-10T17:53:25Z', 'revision_number': 0, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:42Z', 'revision_number': 5, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:26.908876 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-9031d9bc-92cd-42a3-b375-23f3612dcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:26.910358 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-9031d9bc-92cd-42a3-b375-23f3612dcc8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 200 len: 847 time: 0.0451443 Jan 10 17:53:26.919594 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] Checking router: f6e3c7f9-83f4-4195-8279-f41cf63ce490 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:53:26.928801 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:53:26.929511 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:53:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:26.960005 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-957d9896-25d6-4ec6-9672-f65b53053a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:26.961553 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-957d9896-25d6-4ec6-9672-f65b53053a74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e3555eb-6e98-4722-838e-911c9355c83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455816 Jan 10 17:53:27.031072 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:53:27.050152 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-0f7ea39a-cd05-40b8-adf1-112a8c5e2c57 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816846 Jan 10 17:53:27.145037 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3b281375-62d6-4bea-b707-c3668f1819a0 req-de8a57bc-94d7-47ee-bd69-8c934e1715ff service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883768 Jan 10 17:53:27.205673 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33aaf50-40a2-4db9-9cf6-0c69137b8de3 req-d147787a-7694-4f7a-86ce-a5e9cb4c0776 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:27.207618 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e33aaf50-40a2-4db9-9cf6-0c69137b8de3 req-d147787a-7694-4f7a-86ce-a5e9cb4c0776 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0506406 Jan 10 17:53:27.255685 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '2f835324-1385-41ae-b361-d5c07b983fae', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'port_id': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'mac_address': 'fa:16:3e:9d:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:53:25Z', 'updated_at': '2022-01-10T17:53:25Z', 'revision_number': 0, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:42Z', 'revision_number': 5, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:27.260202 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e33aaf50-40a2-4db9-9cf6-0c69137b8de3 req-d24341dc-6960-4f27-ae43-c4cfe21619ee tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 Jan 10 17:53:27.282215 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa96d6-69fa-437b-9e95-7894cd274b12 None None] The sync data for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi is: [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '2f835324-1385-41ae-b361-d5c07b983fae', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'port_id': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'mac_address': 'fa:16:3e:9d:70:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:53:25Z', 'updated_at': '2022-01-10T17:53:25Z', 'revision_number': 0, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:42Z', 'revision_number': 5, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:53:27.467413 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7401bd26-df49-48ec-bbf2-a4a17c689a43 None None] New status for floating IP 2f835324-1385-41ae-b361-d5c07b983fae: ACTIVE {{(pid=114065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:53:28.063536 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:53:31.147991 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47638d1-6ab1-411e-9dc6-aebcf1c2cb18 req-bc84ad25-b308-40fe-a39e-4fb79534e89d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:31.149800 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d47638d1-6ab1-411e-9dc6-aebcf1c2cb18 req-bc84ad25-b308-40fe-a39e-4fb79534e89d tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Jan 10 17:53:31.197008 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d47638d1-6ab1-411e-9dc6-aebcf1c2cb18 req-26bee270-5e13-4de3-99d6-02e5c2eb60bd tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Jan 10 17:53:32.321371 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8a0f-1560-4baa-9b4d-0e6a312d7e1c req-fc1cfa79-8d43-4660-8eae-a6b90517d82b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:32.322831 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b38f8a0f-1560-4baa-9b4d-0e6a312d7e1c req-fc1cfa79-8d43-4660-8eae-a6b90517d82b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0548205 Jan 10 17:53:32.370233 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b38f8a0f-1560-4baa-9b4d-0e6a312d7e1c req-7455b3ef-1d51-49c1-af7d-0f0d0869e3ca tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Jan 10 17:53:33.396372 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38458) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:33.485147 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6339e-4a9d-42fb-a5fb-945f1bb5d1a2 req-f7e53523-c2c8-486d-b21e-b58868042861 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:33.486716 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-09c6339e-4a9d-42fb-a5fb-945f1bb5d1a2 req-f7e53523-c2c8-486d-b21e-b58868042861 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0501723 Jan 10 17:53:33.506472 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.536586 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-09c6339e-4a9d-42fb-a5fb-945f1bb5d1a2 req-becdf405-f9ae-49cd-8db9-0fc6b766c83e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442410 Jan 10 17:53:33.577295 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Publish callbacks [] for security_group (eeb5794c-aacb-4ba0-a391-fbeccd67d1bc), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.582590 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (eeb5794c-aacb-4ba0-a391-fbeccd67d1bc), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.618064 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb5794c-aacb-4ba0-a391-fbeccd67d1bc,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:33.621834 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3f48605494c4c7a805330e9ef878e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243400 Jan 10 17:53:33.625068 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38462) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:33.628201 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.628547 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.628919 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.629274 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.629604 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.629933 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.630256 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.630578 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.630911 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.631209 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.631527 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.631843 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.632157 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b6bf2-bd96-45fc-bb1e-cbb3934851d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:53:33.675250 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e314856c-0926-4b39-87bd-149b42f8d789 admin admin] Publish callbacks [] for security_group (eeb5794c-aacb-4ba0-a391-fbeccd67d1bc), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.703776 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e314856c-0926-4b39-87bd-149b42f8d789 admin admin] Publish callbacks [] for security_group (eeb5794c-aacb-4ba0-a391-fbeccd67d1bc), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.762065 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-3fcdf280-a3cc-49df-bef0-eb1f2f85eeeb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:33.763512 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-3fcdf280-a3cc-49df-bef0-eb1f2f85eeeb tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 945 time: 0.0753188 Jan 10 17:53:33.796729 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e314856c-0926-4b39-87bd-149b42f8d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (eeb5794c-aacb-4ba0-a391-fbeccd67d1bc), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.799194 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e314856c-0926-4b39-87bd-149b42f8d789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.800266 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-e314856c-0926-4b39-87bd-149b42f8d789 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeb5794c-aacb-4ba0-a391-fbeccd67d1bc HTTP/1.1" status: 204 len: 168 time: 0.1741354 Jan 10 17:53:33.819277 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314856c-0926-4b39-87bd-149b42f8d789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb5794c-aacb-4ba0-a391-fbeccd67d1bc,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:33.871490 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Deleting port e4bbe4f6-73b4-4346-8f49-0806de575788 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:53:33.871840 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.958910 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] For port e4bbe4f6-73b4-4346-8f49-0806de575788, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=e4bbe4f6-73b4-4346-8f49-0806de575788,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:33.959273 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:33.971527 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Calling delete_port for e4bbe4f6-73b4-4346-8f49-0806de575788 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:53:34.072334 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38468) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:34.085570 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c863-0d3d-4f90-87af-75fd4564fe2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.105322 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (e4bbe4f6-73b4-4346-8f49-0806de575788), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.118946 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['6d3d8f9a-1ef2-4264-836d-e05d342bb97d', 'e4bbe4f6-73b4-4346-8f49-0806de575788'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:53:34.135900 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Pushing event deleted for resources: {'Port': ['ID=e4bbe4f6-73b4-4346-8f49-0806de575788,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:34.170022 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c863-0d3d-4f90-87af-75fd4564fe2b admin admin] Publish callbacks [] for security_group (20f2cde8-7070-488c-b2d4-35be605f6973), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.174299 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c863-0d3d-4f90-87af-75fd4564fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (20f2cde8-7070-488c-b2d4-35be605f6973), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.178053 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] No DVR routers for this DVR port e4bbe4f6-73b4-4346-8f49-0806de575788 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:53:34.180677 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.184038 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-543616d4-83a2-41cb-8b23-9b6b8d55e94c req-b635906f-cf0c-4235-8829-543546fa89f4 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "DELETE /v2.0/ports/e4bbe4f6-73b4-4346-8f49-0806de575788 HTTP/1.1" status: 204 len: 173 time: 0.4135439 Jan 10 17:53:34.184499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a574e156-c793-4933-b51a-e2c084165c29', 'name': 'network-vif-deleted', 'tag': 'e4bbe4f6-73b4-4346-8f49-0806de575788'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:53:34.187044 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4550281-9629-40a6-84f1-feed40b7a351" -d '{"events": [{"server_uuid": "a574e156-c793-4933-b51a-e2c084165c29", "name": "network-vif-deleted", "tag": "e4bbe4f6-73b4-4346-8f49-0806de575788"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:53:34.220442 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1c863-0d3d-4f90-87af-75fd4564fe2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f2cde8-7070-488c-b2d4-35be605f6973,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:34.234074 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0cc1c863-0d3d-4f90-87af-75fd4564fe2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47098af4ae1e482697bee737ecbbb5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597419 Jan 10 17:53:34.235580 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcefbc4-a337-4d29-b0de-d60be079ddfc x-openstack-request-id: req-7fcefbc4-a337-4d29-b0de-d60be079ddfc {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:53:34.235895 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a574e156-c793-4933-b51a-e2c084165c29", "name": "network-vif-deleted", "tag": "e4bbe4f6-73b4-4346-8f49-0806de575788", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:53:34.236018 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38472) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:34.236193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fcefbc4-a337-4d29-b0de-d60be079ddfc {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:53:34.236924 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a574e156-c793-4933-b51a-e2c084165c29', 'name': 'network-vif-deleted', 'tag': 'e4bbe4f6-73b4-4346-8f49-0806de575788', 'status': 'completed', 'code': 200} Jan 10 17:53:34.292881 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d545c3ec-9ad5-4d48-a2cc-cbc28c6b80fd admin admin] Publish callbacks [] for security_group (20f2cde8-7070-488c-b2d4-35be605f6973), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.322427 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d545c3ec-9ad5-4d48-a2cc-cbc28c6b80fd admin admin] Publish callbacks [] for security_group (20f2cde8-7070-488c-b2d4-35be605f6973), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.371789 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d545c3ec-9ad5-4d48-a2cc-cbc28c6b80fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (20f2cde8-7070-488c-b2d4-35be605f6973), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.374570 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d545c3ec-9ad5-4d48-a2cc-cbc28c6b80fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:34.375716 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-d545c3ec-9ad5-4d48-a2cc-cbc28c6b80fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20f2cde8-7070-488c-b2d4-35be605f6973 HTTP/1.1" status: 204 len: 168 time: 0.1388357 Jan 10 17:53:34.383481 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545c3ec-9ad5-4d48-a2cc-cbc28c6b80fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f2cde8-7070-488c-b2d4-35be605f6973,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:34.639808 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c3655751-e13b-4f46-b61a-afa2037547c5 req-41508e92-3be0-48c4-91f4-c361f378761b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=a574e156-c793-4933-b51a-e2c084165c29 HTTP/1.1" status: 200 len: 210 time: 0.0254447 Jan 10 17:53:35.911976 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e5b9-46f7-4cc7-8e77-e6323132d140 req-1a7dd5dd-7d8a-487a-a7af-6a624ea3f3a0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:35.914140 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f507e5b9-46f7-4cc7-8e77-e6323132d140 req-1a7dd5dd-7d8a-487a-a7af-6a624ea3f3a0 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0496378 Jan 10 17:53:35.962638 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f507e5b9-46f7-4cc7-8e77-e6323132d140 req-92c51064-c74a-448c-9bf0-8492dd6c2273 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Jan 10 17:53:36.078603 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38526) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:36.184947 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-06ee689b-29e8-4589-9e77-c703df42cd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.260603 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-06ee689b-29e8-4589-9e77-c703df42cd44 admin admin] Publish callbacks [] for security_group (9613cdf5-c8d1-48d4-a418-f9398bb35809), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.266112 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-06ee689b-29e8-4589-9e77-c703df42cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9613cdf5-c8d1-48d4-a418-f9398bb35809), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.303091 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-06ee689b-29e8-4589-9e77-c703df42cd44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71a6513f583e4a4f9c0180bbd1269090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234473 Jan 10 17:53:36.303923 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee689b-29e8-4589-9e77-c703df42cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613cdf5-c8d1-48d4-a418-f9398bb35809,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:36.306662 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38530) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:36.355479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7ffd870a-8e08-4aa0-b1ee-824d79b8bbe5 admin admin] Publish callbacks [] for security_group (9613cdf5-c8d1-48d4-a418-f9398bb35809), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.377057 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7ffd870a-8e08-4aa0-b1ee-824d79b8bbe5 admin admin] Publish callbacks [] for security_group (9613cdf5-c8d1-48d4-a418-f9398bb35809), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.431718 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7ffd870a-8e08-4aa0-b1ee-824d79b8bbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9613cdf5-c8d1-48d4-a418-f9398bb35809), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.434445 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7ffd870a-8e08-4aa0-b1ee-824d79b8bbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.435691 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7ffd870a-8e08-4aa0-b1ee-824d79b8bbe5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9613cdf5-c8d1-48d4-a418-f9398bb35809 HTTP/1.1" status: 204 len: 168 time: 0.1277885 Jan 10 17:53:36.443617 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd870a-8e08-4aa0-b1ee-824d79b8bbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613cdf5-c8d1-48d4-a418-f9398bb35809,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:36.701858 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38536) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:36.714894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e0d4453a-60f5-4c43-a4f9-6c3a07e91d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.790267 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e0d4453a-60f5-4c43-a4f9-6c3a07e91d11 admin admin] Publish callbacks [] for security_group (b4655d2b-8381-4298-b111-a09fa5b45470), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.796125 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e0d4453a-60f5-4c43-a4f9-6c3a07e91d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (b4655d2b-8381-4298-b111-a09fa5b45470), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.835445 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-e0d4453a-60f5-4c43-a4f9-6c3a07e91d11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9583ef8cf39f4a5e938e54cad7bf3f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324832 Jan 10 17:53:36.836282 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4453a-60f5-4c43-a4f9-6c3a07e91d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4655d2b-8381-4298-b111-a09fa5b45470,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:36.838295 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38538) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:36.890005 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5be8-1c34-489f-afd2-6ff5d61df20a admin admin] Publish callbacks [] for security_group (b4655d2b-8381-4298-b111-a09fa5b45470), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.913130 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5be8-1c34-489f-afd2-6ff5d61df20a admin admin] Publish callbacks [] for security_group (b4655d2b-8381-4298-b111-a09fa5b45470), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.965741 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5be8-1c34-489f-afd2-6ff5d61df20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (b4655d2b-8381-4298-b111-a09fa5b45470), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.968443 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5be8-1c34-489f-afd2-6ff5d61df20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:36.969617 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-bf4a5be8-1c34-489f-afd2-6ff5d61df20a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4655d2b-8381-4298-b111-a09fa5b45470 HTTP/1.1" status: 204 len: 168 time: 0.1302407 Jan 10 17:53:36.976978 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a5be8-1c34-489f-afd2-6ff5d61df20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4655d2b-8381-4298-b111-a09fa5b45470,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:37.080985 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe268-28cd-4040-8fa7-91d3ddd30d13 req-e95f2868-8a73-4bc0-a2c0-f1333bd6a32b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:37.082465 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97ebe268-28cd-4040-8fa7-91d3ddd30d13 req-e95f2868-8a73-4bc0-a2c0-f1333bd6a32b tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0488334 Jan 10 17:53:37.128355 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97ebe268-28cd-4040-8fa7-91d3ddd30d13 req-a2d9ae60-a9f1-434c-bc56-79c482185260 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403323 Jan 10 17:53:38.242907 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fffd0-250a-4796-a9ba-63ba170346a6 req-18a65d00-b9fc-4e7b-ace2-a89759a3397a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:38.244461 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2e6fffd0-250a-4796-a9ba-63ba170346a6 req-18a65d00-b9fc-4e7b-ace2-a89759a3397a tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0487621 Jan 10 17:53:38.291963 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2e6fffd0-250a-4796-a9ba-63ba170346a6 req-74bc0996-47c9-4b56-b853-cb7982e2ef57 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417926 Jan 10 17:53:39.413123 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adda09-1c74-4934-bee8-f91eae5767f3 req-c1e8d5ec-5b57-4f49-97bb-0c1c3a73ce67 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:39.414584 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-61adda09-1c74-4934-bee8-f91eae5767f3 req-c1e8d5ec-5b57-4f49-97bb-0c1c3a73ce67 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0548465 Jan 10 17:53:39.421310 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device e4bbe4f6-73b4-4346-8f49-0806de575788 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:53:39.443951 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: e4bbe4f6-73b4-4346-8f49-0806de575788 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:53:39.444307 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device e4bbe4f6-73b4-4346-8f49-0806de575788 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:53:39.461647 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-61adda09-1c74-4934-bee8-f91eae5767f3 req-24bf6f61-f5e2-435c-99ee-b929b9e9e907 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Jan 10 17:53:40.587901 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fb92d-870a-4853-b5e9-43e3eaf95a32 req-8ff42691-14a1-4c3a-9fa3-3436c24d9b10 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:40.589390 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5d0fb92d-870a-4853-b5e9-43e3eaf95a32 req-8ff42691-14a1-4c3a-9fa3-3436c24d9b10 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0548999 Jan 10 17:53:40.635048 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5d0fb92d-870a-4853-b5e9-43e3eaf95a32 req-a308dcee-a7fd-42f8-99c8-8590f19b7791 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Jan 10 17:53:40.741386 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-badc6bb5-c044-4d16-9990-346fae4cfe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:41.765061 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bf7c1-6d98-4691-8acb-310175951b84 req-cc3e3628-22db-41d1-9716-4c5cfe3f63e6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:41.766525 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-180bf7c1-6d98-4691-8acb-310175951b84 req-cc3e3628-22db-41d1-9716-4c5cfe3f63e6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0528147 Jan 10 17:53:41.813399 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-180bf7c1-6d98-4691-8acb-310175951b84 req-1aed2cdb-db75-4031-87f0-c01f48dd06e6 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Jan 10 17:53:42.718844 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:42.720216 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834189-28e3-457b-bddc-4710b76ddedd req-617e4fbf-4af3-4e93-85d7-e16b59e70ce8 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:42.721744 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-71834189-28e3-457b-bddc-4710b76ddedd req-617e4fbf-4af3-4e93-85d7-e16b59e70ce8 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0589411 Jan 10 17:53:42.828882 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Deleting port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:53:42.829557 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:42.917491 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] For port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:42.917952 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:42.929941 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4a9d1-598b-4d8e-8b6b-f2d0056c2f12 req-3c93f466-675a-43ee-b3ed-e21d911dba7e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:53:42.931407 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dfb4a9d1-598b-4d8e-8b6b-f2d0056c2f12 req-3c93f466-675a-43ee-b3ed-e21d911dba7e tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9658b9-3609-4ea4-8d37-0fdd31f217e8 HTTP/1.1" status: 200 len: 946 time: 0.0515749 Jan 10 17:53:42.931517 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Calling delete_port for 6d3d8f9a-1ef2-4264-836d-e05d342bb97d owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:53:42.977076 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dfb4a9d1-598b-4d8e-8b6b-f2d0056c2f12 req-07144a2d-e68d-4105-b9de-f7e22910e8b2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d251d74-9f04-4500-b1dc-1462bd8f6fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Jan 10 17:53:43.062206 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (6d3d8f9a-1ef2-4264-836d-e05d342bb97d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:43.077148 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['6d3d8f9a-1ef2-4264-836d-e05d342bb97d'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:53:43.092350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Pushing event deleted for resources: {'Port': ['ID=6d3d8f9a-1ef2-4264-836d-e05d342bb97d,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:43.130771 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] No DVR routers for this DVR port 6d3d8f9a-1ef2-4264-836d-e05d342bb97d on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:53:43.133348 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:43.136757 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-71834189-28e3-457b-bddc-4710b76ddedd req-8bc25787-caab-4d94-802b-e471d16f64a2 tempest-ServerRescueNegativeTestJSON-308654771 tempest-ServerRescueNegativeTestJSON-308654771-project] 10.222.0.35 "DELETE /v2.0/ports/6d3d8f9a-1ef2-4264-836d-e05d342bb97d HTTP/1.1" status: 204 len: 173 time: 0.4092216 Jan 10 17:53:43.137365 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'name': 'network-vif-deleted', 'tag': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:53:43.139699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54142a8-8e92-48b7-a587-4988babc95d6" -d '{"events": [{"server_uuid": "5f9658b9-3609-4ea4-8d37-0fdd31f217e8", "name": "network-vif-deleted", "tag": "6d3d8f9a-1ef2-4264-836d-e05d342bb97d"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:53:43.140594 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b4b33941-19d4-40b7-b226-4c2680f98d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:43.174956 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b537b7ea-7b4a-4572-a753-764c9a744275 x-openstack-request-id: req-b537b7ea-7b4a-4572-a753-764c9a744275 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:53:43.175250 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9658b9-3609-4ea4-8d37-0fdd31f217e8", "name": "network-vif-deleted", "tag": "6d3d8f9a-1ef2-4264-836d-e05d342bb97d", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:53:43.175513 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b537b7ea-7b4a-4572-a753-764c9a744275 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:53:43.175898 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9658b9-3609-4ea4-8d37-0fdd31f217e8', 'name': 'network-vif-deleted', 'tag': '6d3d8f9a-1ef2-4264-836d-e05d342bb97d', 'status': 'completed', 'code': 200} Jan 10 17:53:44.035012 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38622) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:44.076257 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:44.452373 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (e9198608-eb27-41b1-84d4-7ca466bd84cc), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:44.736253 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Deleting port 0d86cb25-41b6-4175-a982-b348834356df {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:53:44.736587 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (0d86cb25-41b6-4175-a982-b348834356df), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:44.815025 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] For port 0d86cb25-41b6-4175-a982-b348834356df, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=0d86cb25-41b6-4175-a982-b348834356df,segment=NetworkSegment(280e5272-92bc-460e-a754-9b5b22c20ca4),segment_id=280e5272-92bc-460e-a754-9b5b22c20ca4)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:44.815369 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (0d86cb25-41b6-4175-a982-b348834356df), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:44.827434 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Calling delete_port for 0d86cb25-41b6-4175-a982-b348834356df owned by network:router_interface {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:53:45.228327 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (0d86cb25-41b6-4175-a982-b348834356df), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:45.252343 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d86cb25-41b6-4175-a982-b348834356df,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:45.408065 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (e9198608-eb27-41b1-84d4-7ca466bd84cc), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:45.570755 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:45.626556 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Router e9198608-eb27-41b1-84d4-7ca466bd84cc has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:53:45.742661 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:53:45.747924 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b6d29fc2-7e72-426d-9b50-fd419db11e3c admin admin] 10.222.0.31 "PUT /v2.0/routers/e9198608-eb27-41b1-84d4-7ca466bd84cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118273 Jan 10 17:53:45.750705 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38644) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:45.757146 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] Sync routers for ids ['e9198608-eb27-41b1-84d4-7ca466bd84cc'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:53:45.766936 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] Routers {'e9198608-eb27-41b1-84d4-7ca466bd84cc'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:53:45.767536 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:53:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e9198608-eb27-41b1-84d4-7ca466bd84cc'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:45.856142 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks [] for router (e9198608-eb27-41b1-84d4-7ca466bd84cc), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:45.870283 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] Set router e9198608-eb27-41b1-84d4-7ca466bd84cc gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:53:45.958861 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks [] for router_gateway (e9198608-eb27-41b1-84d4-7ca466bd84cc), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.010736 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Deleting port b0541e08-f926-4c84-95ea-14e4bdc03beb {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:53:46.011074 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.055390 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:53:45Z', 'revision_number': 5, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port': {'id': 'b0541e08-f926-4c84-95ea-14e4bdc03beb', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:08Z', 'updated_at': '2022-01-10T17:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:46.080761 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] Checking router: e9198608-eb27-41b1-84d4-7ca466bd84cc for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:53:46.089237 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] Routers {'e9198608-eb27-41b1-84d4-7ca466bd84cc'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:53:46.089821 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:53:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e9198608-eb27-41b1-84d4-7ca466bd84cc'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:46.090631 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] For port b0541e08-f926-4c84-95ea-14e4bdc03beb, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=b0541e08-f926-4c84-95ea-14e4bdc03beb,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:53:46.090976 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.102441 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Calling delete_port for b0541e08-f926-4c84-95ea-14e4bdc03beb owned by network:router_gateway {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:53:46.174512 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] Set router e9198608-eb27-41b1-84d4-7ca466bd84cc gateway port host: None {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:53:46.278910 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (b0541e08-f926-4c84-95ea-14e4bdc03beb), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.301260 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0541e08-f926-4c84-95ea-14e4bdc03beb,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:46.309708 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:53:45Z', 'revision_number': 6, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port_host': None}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:46.337364 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5514cf-7184-4506-ab23-a5df962b76d2 None None] The sync data for ids ['e9198608-eb27-41b1-84d4-7ca466bd84cc'] in dv-cinder-824031-2-iscsi is: [{'id': 'e9198608-eb27-41b1-84d4-7ca466bd84cc', 'name': 'tempest-ServerRescueNegativeTestJSON-848753231-router', 'tenant_id': '5b3ea1177c3241b5b730f359c367f44b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:07Z', 'updated_at': '2022-01-10T17:53:45Z', 'revision_number': 6, 'project_id': '5b3ea1177c3241b5b730f359c367f44b', 'gw_port_host': None}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:53:46.370079 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (e9198608-eb27-41b1-84d4-7ca466bd84cc), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.471079 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (e9198608-eb27-41b1-84d4-7ca466bd84cc), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.473330 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks [] for router_controller (e9198608-eb27-41b1-84d4-7ca466bd84cc), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.541902 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (e9198608-eb27-41b1-84d4-7ca466bd84cc), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.542449 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9198608-eb27-41b1-84d4-7ca466bd84cc {{(pid=114064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:53:46.547548 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.548695 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6f9a7d7b-947c-4aab-8114-ac179bc80513 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e9198608-eb27-41b1-84d4-7ca466bd84cc HTTP/1.1" status: 204 len: 168 time: 0.7970629 Jan 10 17:53:46.551426 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38654) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:46.598987 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] Deleting subnet 5b1712de-4826-47b9-95b4-5fe3fc38ce99 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:53:46.602218 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] Publish callbacks [] for subnet (5b1712de-4826-47b9-95b4-5fe3fc38ce99), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.617761 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38656) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:46.635865 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (5b1712de-4826-47b9-95b4-5fe3fc38ce99), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.676122 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (5b1712de-4826-47b9-95b4-5fe3fc38ce99), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.734186 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e27f843c-40ce-4ded-a6be-e40a68b0c4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.735440 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (5b1712de-4826-47b9-95b4-5fe3fc38ce99), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.759315 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1712de-4826-47b9-95b4-5fe3fc38ce99,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:46.768661 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.774681 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-160d4ddb-2a89-4008-99ca-81f4aa16d710 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5b1712de-4826-47b9-95b4-5fe3fc38ce99 HTTP/1.1" status: 204 len: 168 time: 0.2208085 Jan 10 17:53:46.774990 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38660) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:46.828779 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e27f843c-40ce-4ded-a6be-e40a68b0c4d9 admin admin] Publish callbacks [] for security_group (c5eb6eb2-90e4-42ff-ae51-5cb6844a15df), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.833245 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e27f843c-40ce-4ded-a6be-e40a68b0c4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (c5eb6eb2-90e4-42ff-ae51-5cb6844a15df), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.846544 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (dc888425-8027-41d2-8da9-39f6bfdd48d0), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.870811 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e27f843c-40ce-4ded-a6be-e40a68b0c4d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=156eb6b5403b414ea9a4845b65dab33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519310 Jan 10 17:53:46.871661 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f843c-40ce-4ded-a6be-e40a68b0c4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb6eb2-90e4-42ff-ae51-5cb6844a15df,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:46.874255 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38662) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:46.924351 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c089b514-00be-4685-a466-36fdb66e5f2c admin admin] Publish callbacks [] for security_group (c5eb6eb2-90e4-42ff-ae51-5cb6844a15df), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.927716 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (dc888425-8027-41d2-8da9-39f6bfdd48d0), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.944948 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c089b514-00be-4685-a466-36fdb66e5f2c admin admin] Publish callbacks [] for security_group (c5eb6eb2-90e4-42ff-ae51-5cb6844a15df), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.947669 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc888425-8027-41d2-8da9-39f6bfdd48d0']}} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:46.956929 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280e5272-92bc-460e-a754-9b5b22c20ca4') {'for_net_delete': True} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:46.957167 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280e5272-92bc-460e-a754-9b5b22c20ca4') {} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:53:46.966994 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27034959'] for segment (280e5272-92bc-460e-a754-9b5b22c20ca4), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.981372 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (280e5272-92bc-460e-a754-9b5b22c20ca4), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.988344 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:53:46.988739 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.989447 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27178431'] for segment (280e5272-92bc-460e-a754-9b5b22c20ca4), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: Traceback (most recent call last): Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: timer() Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: cb(*args, **kw) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: return func(*args, **kwargs) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: self._notify() Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: self.callback(batched_events) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: event.method(event) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: return f(self, *a, **k) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._get(url).json() Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: return self.request(url, 'GET', **kwargs) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:53:46.991109 dv-cinder-824031-2-iscsi neutron-server[114063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:53:46.993717 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c089b514-00be-4685-a466-36fdb66e5f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (c5eb6eb2-90e4-42ff-ae51-5cb6844a15df), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.994625 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c089b514-00be-4685-a466-36fdb66e5f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:46.995762 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c089b514-00be-4685-a466-36fdb66e5f2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5eb6eb2-90e4-42ff-ae51-5cb6844a15df HTTP/1.1" status: 204 len: 168 time: 0.1209080 Jan 10 17:53:47.004017 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089b514-00be-4685-a466-36fdb66e5f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb6eb2-90e4-42ff-ae51-5cb6844a15df,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:47.048780 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (dc888425-8027-41d2-8da9-39f6bfdd48d0), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:47.055001 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:47.058178 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc888425-8027-41d2-8da9-39f6bfdd48d0 HTTP/1.1" status: 204 len: 168 time: 0.2823408 Jan 10 17:53:47.067424 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f720c98-4f32-46d4-8aba-cd4f913d4203 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc888425-8027-41d2-8da9-39f6bfdd48d0,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:47.239713 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38678) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:47.282180 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-baab1807-0a2b-4d68-996b-5a7337abab5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b3ea1177c3241b5b730f359c367f44b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413523 Jan 10 17:53:47.284698 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38680) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:47.333467 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-557d0f0f-a07c-43c8-bf9a-8a08668c957b admin admin] Publish callbacks [] for security_group (0d251d74-9f04-4500-b1dc-1462bd8f6fcb), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:47.358128 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-557d0f0f-a07c-43c8-bf9a-8a08668c957b admin admin] Publish callbacks [] for security_group (0d251d74-9f04-4500-b1dc-1462bd8f6fcb), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:47.413153 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-557d0f0f-a07c-43c8-bf9a-8a08668c957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0d251d74-9f04-4500-b1dc-1462bd8f6fcb), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:47.415737 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-557d0f0f-a07c-43c8-bf9a-8a08668c957b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:47.416925 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-557d0f0f-a07c-43c8-bf9a-8a08668c957b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d251d74-9f04-4500-b1dc-1462bd8f6fcb HTTP/1.1" status: 204 len: 168 time: 0.1311684 Jan 10 17:53:47.426047 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d0f0f-a07c-43c8-bf9a-8a08668c957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d251d74-9f04-4500-b1dc-1462bd8f6fcb,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:47.453269 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 6d3d8f9a-1ef2-4264-836d-e05d342bb97d no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:53:47.474765 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 6d3d8f9a-1ef2-4264-836d-e05d342bb97d {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:53:47.475239 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 6d3d8f9a-1ef2-4264-836d-e05d342bb97d not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:53:48.268974 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b0541e08-f926-4c84-95ea-14e4bdc03beb no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:53:48.291655 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: b0541e08-f926-4c84-95ea-14e4bdc03beb {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:53:48.292000 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b0541e08-f926-4c84-95ea-14e4bdc03beb not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:53:48.292412 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 0d86cb25-41b6-4175-a982-b348834356df no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:53:48.312644 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 0d86cb25-41b6-4175-a982-b348834356df {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:53:48.313154 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 0d86cb25-41b6-4175-a982-b348834356df not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:53:51.104404 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38784) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:51.221363 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0911cc67-df6e-45c1-9ade-2dfe70fb5875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:51.299603 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0911cc67-df6e-45c1-9ade-2dfe70fb5875 admin admin] Publish callbacks [] for security_group (95d44761-7c4b-4f5b-a977-025e0f5e6e30), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:51.305983 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0911cc67-df6e-45c1-9ade-2dfe70fb5875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (95d44761-7c4b-4f5b-a977-025e0f5e6e30), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:51.342646 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0911cc67-df6e-45c1-9ade-2dfe70fb5875 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be466e869901467683289109990fb4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370439 Jan 10 17:53:51.343865 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911cc67-df6e-45c1-9ade-2dfe70fb5875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d44761-7c4b-4f5b-a977-025e0f5e6e30,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:51.345558 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38792) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:51.395959 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-04853455-143b-4d62-8f66-da8ee8290927 admin admin] Publish callbacks [] for security_group (95d44761-7c4b-4f5b-a977-025e0f5e6e30), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:51.416680 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-04853455-143b-4d62-8f66-da8ee8290927 admin admin] Publish callbacks [] for security_group (95d44761-7c4b-4f5b-a977-025e0f5e6e30), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:51.466997 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-04853455-143b-4d62-8f66-da8ee8290927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (95d44761-7c4b-4f5b-a977-025e0f5e6e30), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:51.469676 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-04853455-143b-4d62-8f66-da8ee8290927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:51.470825 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-04853455-143b-4d62-8f66-da8ee8290927 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95d44761-7c4b-4f5b-a977-025e0f5e6e30 HTTP/1.1" status: 204 len: 168 time: 0.1242959 Jan 10 17:53:51.478291 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04853455-143b-4d62-8f66-da8ee8290927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d44761-7c4b-4f5b-a977-025e0f5e6e30,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:56.822245 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 38950) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:56.934037 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-120d704e-bd6e-4e56-95f3-2b0d4576413a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:57.005468 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-120d704e-bd6e-4e56-95f3-2b0d4576413a admin admin] Publish callbacks [] for security_group (4dc108ee-9b2d-4c5f-937f-a7b186960f62), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:57.010504 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-120d704e-bd6e-4e56-95f3-2b0d4576413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (4dc108ee-9b2d-4c5f-937f-a7b186960f62), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:57.047856 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-120d704e-bd6e-4e56-95f3-2b0d4576413a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3830234aa02046d38db010b20e3c2db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244408 Jan 10 17:53:57.048698 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d704e-bd6e-4e56-95f3-2b0d4576413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc108ee-9b2d-4c5f-937f-a7b186960f62,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:57.050746 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 38954) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:57.099156 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-505073f1-a422-4e95-9e18-1030741efa1a admin admin] Publish callbacks [] for security_group (4dc108ee-9b2d-4c5f-937f-a7b186960f62), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:57.119755 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-505073f1-a422-4e95-9e18-1030741efa1a admin admin] Publish callbacks [] for security_group (4dc108ee-9b2d-4c5f-937f-a7b186960f62), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:57.167297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-505073f1-a422-4e95-9e18-1030741efa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (4dc108ee-9b2d-4c5f-937f-a7b186960f62), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:57.170951 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-505073f1-a422-4e95-9e18-1030741efa1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:57.172074 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-505073f1-a422-4e95-9e18-1030741efa1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dc108ee-9b2d-4c5f-937f-a7b186960f62 HTTP/1.1" status: 204 len: 168 time: 0.1203334 Jan 10 17:53:57.181410 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505073f1-a422-4e95-9e18-1030741efa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc108ee-9b2d-4c5f-937f-a7b186960f62,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:58.855040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39024) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:58.962382 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7390c6dc-d90b-40b6-8296-b3442a75eda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.042721 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7390c6dc-d90b-40b6-8296-b3442a75eda4 admin admin] Publish callbacks [] for security_group (0f7cde23-3f39-440a-b0cb-e47966da4ff7), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.049623 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7390c6dc-d90b-40b6-8296-b3442a75eda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0f7cde23-3f39-440a-b0cb-e47966da4ff7), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.096671 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7390c6dc-d90b-40b6-8296-b3442a75eda4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1cb1695e508445eea7d4808cf4eec9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405093 Jan 10 17:53:59.097607 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390c6dc-d90b-40b6-8296-b3442a75eda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7cde23-3f39-440a-b0cb-e47966da4ff7,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:59.099389 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39036) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:59.152458 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad6c5-7551-49a3-a7e9-efe8ab9391cf admin admin] Publish callbacks [] for security_group (0f7cde23-3f39-440a-b0cb-e47966da4ff7), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.174234 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad6c5-7551-49a3-a7e9-efe8ab9391cf admin admin] Publish callbacks [] for security_group (0f7cde23-3f39-440a-b0cb-e47966da4ff7), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.225446 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad6c5-7551-49a3-a7e9-efe8ab9391cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0f7cde23-3f39-440a-b0cb-e47966da4ff7), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.228046 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad6c5-7551-49a3-a7e9-efe8ab9391cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.231626 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-bf8ad6c5-7551-49a3-a7e9-efe8ab9391cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f7cde23-3f39-440a-b0cb-e47966da4ff7 HTTP/1.1" status: 204 len: 168 time: 0.1283381 Jan 10 17:53:59.239103 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ad6c5-7551-49a3-a7e9-efe8ab9391cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7cde23-3f39-440a-b0cb-e47966da4ff7,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:59.387172 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39054) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:59.489852 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3751-482d-48e0-9417-6544663047c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.501693 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39058) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:59.525843 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-58947ced-2bc2-4973-ac1f-29f7f59569ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.616727 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3751-482d-48e0-9417-6544663047c8 admin admin] Publish callbacks [] for security_group (88354d0a-7fc8-4b04-b060-ff5cf3eb8c42), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.624781 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e2bf3751-482d-48e0-9417-6544663047c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (88354d0a-7fc8-4b04-b060-ff5cf3eb8c42), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.668979 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-58947ced-2bc2-4973-ac1f-29f7f59569ab admin admin] Publish callbacks [] for security_group (ace515b2-9763-417e-bc74-ddc20d340702), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.678632 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-e2bf3751-482d-48e0-9417-6544663047c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=537a5cec9a00415e851bc08d92cab8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904205 Jan 10 17:53:59.680211 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-58947ced-2bc2-4973-ac1f-29f7f59569ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ace515b2-9763-417e-bc74-ddc20d340702), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.681889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39060) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:59.683801 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3751-482d-48e0-9417-6544663047c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88354d0a-7fc8-4b04-b060-ff5cf3eb8c42,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:59.719989 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-58947ced-2bc2-4973-ac1f-29f7f59569ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=566df6c52dcc4b6da653bf224923ea64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148232 Jan 10 17:53:59.720579 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39062) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:53:59.736431 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58947ced-2bc2-4973-ac1f-29f7f59569ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace515b2-9763-417e-bc74-ddc20d340702,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:59.739315 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5f944202-eb68-4e24-b939-40e9b4c5bff1 admin admin] Publish callbacks [] for security_group (88354d0a-7fc8-4b04-b060-ff5cf3eb8c42), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.763035 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5f944202-eb68-4e24-b939-40e9b4c5bff1 admin admin] Publish callbacks [] for security_group (88354d0a-7fc8-4b04-b060-ff5cf3eb8c42), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.775988 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e082c27-4555-432a-b363-c3e8f946272f admin admin] Publish callbacks [] for security_group (ace515b2-9763-417e-bc74-ddc20d340702), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.799032 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e082c27-4555-432a-b363-c3e8f946272f admin admin] Publish callbacks [] for security_group (ace515b2-9763-417e-bc74-ddc20d340702), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.823617 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5f944202-eb68-4e24-b939-40e9b4c5bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (88354d0a-7fc8-4b04-b060-ff5cf3eb8c42), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.826191 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5f944202-eb68-4e24-b939-40e9b4c5bff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.833098 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-5f944202-eb68-4e24-b939-40e9b4c5bff1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88354d0a-7fc8-4b04-b060-ff5cf3eb8c42 HTTP/1.1" status: 204 len: 168 time: 0.1471844 Jan 10 17:53:59.841311 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f944202-eb68-4e24-b939-40e9b4c5bff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88354d0a-7fc8-4b04-b060-ff5cf3eb8c42,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:53:59.861730 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e082c27-4555-432a-b363-c3e8f946272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ace515b2-9763-417e-bc74-ddc20d340702), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.865933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-4e082c27-4555-432a-b363-c3e8f946272f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:53:59.869484 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-4e082c27-4555-432a-b363-c3e8f946272f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ace515b2-9763-417e-bc74-ddc20d340702 HTTP/1.1" status: 204 len: 168 time: 0.1477442 Jan 10 17:53:59.881589 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e082c27-4555-432a-b363-c3e8f946272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace515b2-9763-417e-bc74-ddc20d340702,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:00.210133 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39082) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:00.224143 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c191590-5179-4bb8-aa98-f7b766ed5410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.359164 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c191590-5179-4bb8-aa98-f7b766ed5410 admin admin] Publish callbacks [] for security_group (60482da1-ea67-4f63-838b-eb8912a0266d), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.365894 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c191590-5179-4bb8-aa98-f7b766ed5410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (60482da1-ea67-4f63-838b-eb8912a0266d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.383968 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a5dfd-293a-480a-90e0-93a7f09831db req-88af0813-5d10-449b-bce3-fa99bbf5d48b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:00.385578 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-894a5dfd-293a-480a-90e0-93a7f09831db req-88af0813-5d10-449b-bce3-fa99bbf5d48b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0881569 Jan 10 17:54:00.427324 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c191590-5179-4bb8-aa98-f7b766ed5410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60482da1-ea67-4f63-838b-eb8912a0266d,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:00.433358 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7c191590-5179-4bb8-aa98-f7b766ed5410 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4d474d26912491ca8e55eb2e518a654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202420 Jan 10 17:54:00.434176 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39090) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:00.459924 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-894a5dfd-293a-480a-90e0-93a7f09831db req-6de71c8c-a944-4ef2-9e71-464e847f6335 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661736 Jan 10 17:54:00.504231 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b238b7ae-62d1-4b5e-85d5-df1bf03afcd7 admin admin] Publish callbacks [] for security_group (60482da1-ea67-4f63-838b-eb8912a0266d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.525662 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b238b7ae-62d1-4b5e-85d5-df1bf03afcd7 admin admin] Publish callbacks [] for security_group (60482da1-ea67-4f63-838b-eb8912a0266d), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.583671 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b238b7ae-62d1-4b5e-85d5-df1bf03afcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (60482da1-ea67-4f63-838b-eb8912a0266d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.586349 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b238b7ae-62d1-4b5e-85d5-df1bf03afcd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.587524 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-b238b7ae-62d1-4b5e-85d5-df1bf03afcd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60482da1-ea67-4f63-838b-eb8912a0266d HTTP/1.1" status: 204 len: 168 time: 0.1522925 Jan 10 17:54:00.597729 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238b7ae-62d1-4b5e-85d5-df1bf03afcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60482da1-ea67-4f63-838b-eb8912a0266d,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:00.910765 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39112) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:00.924042 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b51b5f40-214b-41b6-97b6-a7361eff367a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:00.996547 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b51b5f40-214b-41b6-97b6-a7361eff367a admin admin] Publish callbacks [] for security_group (ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.001459 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b51b5f40-214b-41b6-97b6-a7361eff367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.039326 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b51b5f40-214b-41b6-97b6-a7361eff367a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ecc4ab6ecb249aba2262c1414acfd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274724 Jan 10 17:54:01.040293 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b5f40-214b-41b6-97b6-a7361eff367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:01.041901 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39116) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:01.091229 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-220e6c7a-8ef0-4bc8-b9fd-e86529f2f5ae admin admin] Publish callbacks [] for security_group (ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.114844 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-220e6c7a-8ef0-4bc8-b9fd-e86529f2f5ae admin admin] Publish callbacks [] for security_group (ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.162585 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-220e6c7a-8ef0-4bc8-b9fd-e86529f2f5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.165297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-220e6c7a-8ef0-4bc8-b9fd-e86529f2f5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.166560 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-220e6c7a-8ef0-4bc8-b9fd-e86529f2f5ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0 HTTP/1.1" status: 204 len: 168 time: 0.1230264 Jan 10 17:54:01.174699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e6c7a-8ef0-4bc8-b9fd-e86529f2f5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c0dd2-59d8-4f5f-b7f5-2d7c2616e8a0,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:01.584286 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f94dd-9a6a-46c3-9e5f-1574be336166 req-c6bf8aec-00de-40f5-a4eb-d05b2d6aab4c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:01.585827 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4e0f94dd-9a6a-46c3-9e5f-1574be336166 req-c6bf8aec-00de-40f5-a4eb-d05b2d6aab4c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0515735 Jan 10 17:54:01.634923 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4e0f94dd-9a6a-46c3-9e5f-1574be336166 req-43dbf6ec-7ca8-446d-b322-10cd0b5b4dc2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Jan 10 17:54:01.643194 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39152) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:01.750206 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-868ad02a-1680-468c-ac48-00b6dc0cddc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.827618 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-868ad02a-1680-468c-ac48-00b6dc0cddc3 admin admin] Publish callbacks [] for security_group (a0157cd7-9a32-4de8-8954-649808f8c3df), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.832599 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-868ad02a-1680-468c-ac48-00b6dc0cddc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a0157cd7-9a32-4de8-8954-649808f8c3df), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.873152 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-868ad02a-1680-468c-ac48-00b6dc0cddc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20050785f328484ba53aca2eb6897c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287924 Jan 10 17:54:01.873903 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad02a-1680-468c-ac48-00b6dc0cddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0157cd7-9a32-4de8-8954-649808f8c3df,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:01.877248 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39164) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:01.910688 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39166) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:01.937177 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-467ec885-c18f-4ff4-bd11-fda37d5e6f17 admin admin] Publish callbacks [] for security_group (a0157cd7-9a32-4de8-8954-649808f8c3df), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:01.960986 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-467ec885-c18f-4ff4-bd11-fda37d5e6f17 admin admin] Publish callbacks [] for security_group (a0157cd7-9a32-4de8-8954-649808f8c3df), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.002801 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1339032954-network', 'tenant_id': 'dc1f36430c0e404b83f29da9c4d07551'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:02.008802 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-467ec885-c18f-4ff4-bd11-fda37d5e6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a0157cd7-9a32-4de8-8954-649808f8c3df), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.011591 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-467ec885-c18f-4ff4-bd11-fda37d5e6f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.012733 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-467ec885-c18f-4ff4-bd11-fda37d5e6f17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0157cd7-9a32-4de8-8954-649808f8c3df HTTP/1.1" status: 204 len: 168 time: 0.1338549 Jan 10 17:54:02.022512 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ec885-c18f-4ff4-bd11-fda37d5e6f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0157cd7-9a32-4de8-8954-649808f8c3df,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:02.040889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Made reservation on behalf of dc1f36430c0e404b83f29da9c4d07551 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:54:02.043206 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.053065 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.132071 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks [] for security_group (7ef03056-7fcd-4135-80e2-10da9bc8c8ed), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.136342 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (7ef03056-7fcd-4135-80e2-10da9bc8c8ed), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.160300 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:54:02.169854 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef03056-7fcd-4135-80e2-10da9bc8c8ed,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:02.174574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (eae9d427-aeaa-4ce6-bfb0-63efea196dc6), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.174911 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Added segment eae9d427-aeaa-4ce6-bfb0-63efea196dc6 of type vlan for network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b Jan 10 17:54:02.222225 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (fdf78ad5-fb57-4fc0-b500-6205d20b7e3b), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.247681 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (fdf78ad5-fb57-4fc0-b500-6205d20b7e3b), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.249077 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:02.249848 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.282914 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39176) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:02.284436 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3726599 Jan 10 17:54:02.288820 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39178) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:02.294404 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Request body: {'subnet': {'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1339032954-subnet', 'tenant_id': 'dc1f36430c0e404b83f29da9c4d07551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:02.305049 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4b833c93-f76e-4584-b494-90acf722a4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.318945 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa755d-4e35-435c-bfaf-257db15a638f admin admin] Pushing event updated for resources: {'Network': ['ID=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:02.329126 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:54:02.339615 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Made reservation on behalf of dc1f36430c0e404b83f29da9c4d07551 for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:54:02.341923 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17383168'] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.455814 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4b833c93-f76e-4584-b494-90acf722a4de admin admin] Publish callbacks [] for security_group (d4714ff4-5454-452f-b3aa-235c72ddc112), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.463758 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4b833c93-f76e-4584-b494-90acf722a4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d4714ff4-5454-452f-b3aa-235c72ddc112), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.536386 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4b833c93-f76e-4584-b494-90acf722a4de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=885fe45502a6486b837a42a7d8641a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523754 Jan 10 17:54:02.539317 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39180) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:02.554861 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b833c93-f76e-4584-b494-90acf722a4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4714ff4-5454-452f-b3aa-235c72ddc112,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:02.579903 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17049136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17383186'] for subnet (a944e068-c071-4f36-9cce-bc08a37a8d46), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.589280 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0295a191-9c39-4d24-bb69-d8e1b49a59bc admin admin] Publish callbacks [] for security_group (d4714ff4-5454-452f-b3aa-235c72ddc112), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.610234 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0295a191-9c39-4d24-bb69-d8e1b49a59bc admin admin] Publish callbacks [] for security_group (d4714ff4-5454-452f-b3aa-235c72ddc112), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.632344 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a944e068-c071-4f36-9cce-bc08a37a8d46,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:02.641809 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Checking segment: {'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:54:02.642180 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Network hostable DHCP agents. Network: fdf78ad5-fb57-4fc0-b500-6205d20b7e3b, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:54:02.659041 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0295a191-9c39-4d24-bb69-d8e1b49a59bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d4714ff4-5454-452f-b3aa-235c72ddc112), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.660029 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:54:02.661940 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0295a191-9c39-4d24-bb69-d8e1b49a59bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.663174 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0295a191-9c39-4d24-bb69-d8e1b49a59bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4714ff4-5454-452f-b3aa-235c72ddc112 HTTP/1.1" status: 204 len: 168 time: 0.1227953 Jan 10 17:54:02.671762 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295a191-9c39-4d24-bb69-d8e1b49a59bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4714ff4-5454-452f-b3aa-235c72ddc112,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:02.673505 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, fdf78ad5-fb57-4fc0-b500-6205d20b7e3b) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:54:02.678394 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:02.679693 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:02.683613 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adcb54-9b82-4faa-a252-68c0f863552e None None] Network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:54:02.697913 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-61c37d2e-fd17-40ca-bc4a-c8efe85a8a53 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4078240 Jan 10 17:54:02.786030 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c18e7-40e8-409d-abd1-e27c7108ce9f req-44fdd150-506d-4be1-8d7b-5c2cdae2cc82 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:02.794078 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9b1c18e7-40e8-409d-abd1-e27c7108ce9f req-44fdd150-506d-4be1-8d7b-5c2cdae2cc82 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0632572 Jan 10 17:54:02.809914 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e95a231-fc56-408a-bbb8-3f7111550814 None None] Network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:54:02.856577 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9b1c18e7-40e8-409d-abd1-e27c7108ce9f req-444fbf79-023b-4eaf-ad9a-4d9df1c877c0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614986 Jan 10 17:54:03.968939 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aecc8d-6274-4eb4-b679-f0413a10af55 req-ed0ecb55-9ef8-4abe-887e-1550fef8780f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:03.970453 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-64aecc8d-6274-4eb4-b679-f0413a10af55 req-ed0ecb55-9ef8-4abe-887e-1550fef8780f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0511634 Jan 10 17:54:04.017935 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-64aecc8d-6274-4eb4-b679-f0413a10af55 req-d544fc4f-f7b9-42d4-936b-f4fbf5836df9 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Jan 10 17:54:04.590913 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97430-64c3-4541-a433-545af1622af2 req-00e39888-7832-4583-ac4c-032e4f437272 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:04.592400 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-00e39888-7832-4583-ac4c-032e4f437272 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/networks?id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b HTTP/1.1" status: 200 len: 814 time: 0.0986161 Jan 10 17:54:04.606360 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-16c06bf0-8af8-423b-99a7-f9946fbd5cf6 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/quotas/dc1f36430c0e404b83f29da9c4d07551 HTTP/1.1" status: 200 len: 375 time: 0.0087106 Jan 10 17:54:04.638482 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-0c2beada-f3d7-492d-9557-e431ec0f979f tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc1f36430c0e404b83f29da9c4d07551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272071 Jan 10 17:54:04.726674 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-77f3b6f5-894e-4fe4-aaff-4aa81650a767 service neutron] 10.222.0.31 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810108 Jan 10 17:54:04.818534 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-75b2019c-7d10-4bd1-9ace-3a26cf0f96a3 service neutron] 10.222.0.31 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Jan 10 17:54:04.983902 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2330416c-8324-456e-92df-4bc3fd7125a5 req-fc76decb-9042-4de0-aa1e-970309ef6a62 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 210 time: 0.0293295 Jan 10 17:54:05.063709 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:54:05.136826 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922586c-b23c-4717-b2dd-d7519ef198b8 req-a3459d38-b607-4f54-be15-3d13d1b6e7fa tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:05.138377 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1922586c-b23c-4717-b2dd-d7519ef198b8 req-a3459d38-b607-4f54-be15-3d13d1b6e7fa tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0505137 Jan 10 17:54:05.197884 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1922586c-b23c-4717-b2dd-d7519ef198b8 req-3a2f7a5e-a562-44bb-a422-5c0619ba60fd tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531466 Jan 10 17:54:06.020395 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97430-64c3-4541-a433-545af1622af2 req-4f657ccf-b093-4b9e-8f69-0fcc3e64960c tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:06.021910 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-4f657ccf-b093-4b9e-8f69-0fcc3e64960c tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "GET /v2.0/networks?id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b HTTP/1.1" status: 200 len: 814 time: 0.1055949 Jan 10 17:54:06.038040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Request body: {'port': {'device_id': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b', 'admin_state_up': True, 'tenant_id': 'dc1f36430c0e404b83f29da9c4d07551'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:06.130205 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c1fc0fa7-22f6-425c-a7c7-ce05184f6f6e req-25854706-07b3-4510-81df-3049a34c7347 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 210 time: 0.0321214 Jan 10 17:54:06.180829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Made reservation on behalf of dc1f36430c0e404b83f29da9c4d07551 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:54:06.184343 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:06.312528 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Allocated IP 172.20.0.14 (fdf78ad5-fb57-4fc0-b500-6205d20b7e3b/a944e068-c071-4f36-9cce-bc08a37a8d46/410878c7-c67c-4aae-90b9-040e096ffb4b) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:54:06.318267 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619c38c-c747-4022-adc4-59340541a197 req-28398c89-942f-49fb-8884-2200cb14e824 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:06.319790 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5619c38c-c747-4022-adc4-59340541a197 req-28398c89-942f-49fb-8884-2200cb14e824 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0519152 Jan 10 17:54:06.365331 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5619c38c-c747-4022-adc4-59340541a197 req-8bd69954-2550-4a8c-8deb-02371458989d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394154 Jan 10 17:54:06.453118 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks [] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:06.491608 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:06.550096 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:54:06.553448 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:54:06.555894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:54:06.588235 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Pushing event updated for resources: {'Port': ['ID=410878c7-c67c-4aae-90b9-040e096ffb4b,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:06.612676 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:06.613317 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:06.630432 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-e69a477d-d0b1-44d2-9dc2-e4f4089a7af5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5970852 Jan 10 17:54:06.642390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Request body: {'port': {'device_id': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:06.694385 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:06.955203 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410878c7-c67c-4aae-90b9-040e096ffb4b {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:54:06.962641 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Publish callbacks [] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:06.974550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Transition to ACTIVE for port object 410878c7-c67c-4aae-90b9-040e096ffb4b will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:54:06.981320 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:07.027534 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Pushing event updated for resources: {'Port': ['ID=410878c7-c67c-4aae-90b9-040e096ffb4b,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:07.095138 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Attempting to bind port 410878c7-c67c-4aae-90b9-040e096ffb4b on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:54:07.095138 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Attempting to bind port 410878c7-c67c-4aae-90b9-040e096ffb4b by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:54:07.095480 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Attempting to bind port 410878c7-c67c-4aae-90b9-040e096ffb4b on network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:54:07.099986 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Port 410878c7-c67c-4aae-90b9-040e096ffb4b on network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:54:07.100617 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Attempting to bind port 410878c7-c67c-4aae-90b9-040e096ffb4b on network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:54:07.105338 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:54:07.105668 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Checking segment: {'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:54:07.106045 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Bound using segment: {'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:54:07.106459 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Bound port: 410878c7-c67c-4aae-90b9-040e096ffb4b, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:54:07.106808 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:07.249267 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd26ff-34e8-4102-80d7-194b08ef752d req-781b96bb-f4f2-436b-88ca-09b16d3b397d tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:07.253552 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-62bd26ff-34e8-4102-80d7-194b08ef752d req-781b96bb-f4f2-436b-88ca-09b16d3b397d tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 944 time: 0.0521894 Jan 10 17:54:07.305253 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-62bd26ff-34e8-4102-80d7-194b08ef752d req-ff28582c-b746-4dec-9116-86bd0a4364b0 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483370 Jan 10 17:54:07.385385 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] For port 410878c7-c67c-4aae-90b9-040e096ffb4b, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:54:07.388452 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] For port 410878c7-c67c-4aae-90b9-040e096ffb4b, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=410878c7-c67c-4aae-90b9-040e096ffb4b,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:54:07.395939 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:07.426932 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1bd3e-f4cf-45ca-8bde-469ff0da6df9 req-8e730ca0-9e5b-42cb-bbe3-98f23e83c09f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:07.429425 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-82b1bd3e-f4cf-45ca-8bde-469ff0da6df9 req-8e730ca0-9e5b-42cb-bbe3-98f23e83c09f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 947 time: 0.0496151 Jan 10 17:54:07.431769 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:07.432388 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:07.433804 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] 10.222.0.35 "PUT /v2.0/ports/410878c7-c67c-4aae-90b9-040e096ffb4b HTTP/1.1" status: 200 len: 1094 time: 0.7953622 Jan 10 17:54:07.434246 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'tag': '410878c7-c67c-4aae-90b9-040e096ffb4b'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:54:07.436528 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2bb15-894f-4a27-b141-58055555af87" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc95439-5d9d-4b90-9325-97072509c1f5", "tag": "410878c7-c67c-4aae-90b9-040e096ffb4b"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:54:07.485971 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0013412-c18e-4ee9-8b17-ab2be96714d3 service neutron] Pushing event updated for resources: {'Port': ['ID=410878c7-c67c-4aae-90b9-040e096ffb4b,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:07.489663 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-82b1bd3e-f4cf-45ca-8bde-469ff0da6df9 req-0436537e-dcd8-4964-b2bc-90bc50fe508c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554245 Jan 10 17:54:07.541914 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e606b04-961a-4e50-8502-dff8fd22b2b1 req-63f0ecd3-12e9-468f-aeb4-b08297773076 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:07.543401 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6e606b04-961a-4e50-8502-dff8fd22b2b1 req-63f0ecd3-12e9-468f-aeb4-b08297773076 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0953646 Jan 10 17:54:07.544913 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df13dc-99fe-4466-8a2f-72a4feba071f x-openstack-request-id: req-77df13dc-99fe-4466-8a2f-72a4feba071f {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:54:07.545252 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc95439-5d9d-4b90-9325-97072509c1f5", "tag": "410878c7-c67c-4aae-90b9-040e096ffb4b", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:54:07.545511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77df13dc-99fe-4466-8a2f-72a4feba071f {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:54:07.545891 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'tag': '410878c7-c67c-4aae-90b9-040e096ffb4b', 'status': 'completed', 'code': 200} Jan 10 17:54:07.557688 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97430-64c3-4541-a433-545af1622af2 req-d2ca895a-a22d-4cfa-87e1-8c425d83b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:07.559111 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-d2ca895a-a22d-4cfa-87e1-8c425d83b07b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc1f36430c0e404b83f29da9c4d07551&device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0759072 Jan 10 17:54:07.612782 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-d3971817-321c-4db4-a37e-37aa7293859f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=410878c7-c67c-4aae-90b9-040e096ffb4b HTTP/1.1" status: 200 len: 217 time: 0.0424712 Jan 10 17:54:07.634898 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6e606b04-961a-4e50-8502-dff8fd22b2b1 req-bb12bbeb-83e5-41b8-b2af-9cd220939af0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848126 Jan 10 17:54:07.671710 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d97430-64c3-4541-a433-545af1622af2 req-d7a0e9cb-8927-4c09-849d-60aed0609718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:07.673247 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-d7a0e9cb-8927-4c09-849d-60aed0609718 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a944e068-c071-4f36-9cce-bc08a37a8d46 HTTP/1.1" status: 200 len: 854 time: 0.0530658 Jan 10 17:54:07.705086 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-f3c2096e-ed5c-4333-bda0-cd7ab5b96a14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250719 Jan 10 17:54:07.811885 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-3e7c920c-3cf1-49d7-b70d-236cb5b0fcee service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957580 Jan 10 17:54:07.911378 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-81d97430-64c3-4541-a433-545af1622af2 req-bba7f9a3-b999-425a-b3d0-1d9a724026f6 service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929995 Jan 10 17:54:08.015155 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2bb15-894f-4a27-b141-58055555af87 req-f345cfdb-34ce-4bbf-b501-a24fdaa8a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:08.016548 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ce2bb15-894f-4a27-b141-58055555af87 req-f345cfdb-34ce-4bbf-b501-a24fdaa8a185 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc1f36430c0e404b83f29da9c4d07551&device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0564706 Jan 10 17:54:08.110349 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2bb15-894f-4a27-b141-58055555af87 req-eb2c5f4b-d718-4e4c-bc9c-1243208cb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:08.111827 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ce2bb15-894f-4a27-b141-58055555af87 req-eb2c5f4b-d718-4e4c-bc9c-1243208cb4de service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b HTTP/1.1" status: 200 len: 915 time: 0.0867109 Jan 10 17:54:08.153415 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ce2bb15-894f-4a27-b141-58055555af87 req-6c02953e-2f02-4242-a807-145b52f86089 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=410878c7-c67c-4aae-90b9-040e096ffb4b HTTP/1.1" status: 200 len: 217 time: 0.0341508 Jan 10 17:54:08.201716 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2bb15-894f-4a27-b141-58055555af87 req-5539f9e1-badd-4b63-a11c-12d63fefd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:08.203109 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ce2bb15-894f-4a27-b141-58055555af87 req-5539f9e1-badd-4b63-a11c-12d63fefd897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a944e068-c071-4f36-9cce-bc08a37a8d46 HTTP/1.1" status: 200 len: 854 time: 0.0427289 Jan 10 17:54:08.238241 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ce2bb15-894f-4a27-b141-58055555af87 req-f9b422ac-8265-43ce-acf6-d182faaf9012 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267749 Jan 10 17:54:08.332434 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ce2bb15-894f-4a27-b141-58055555af87 req-5f3e9631-8893-4359-b62a-04e15c9804cd service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876617 Jan 10 17:54:08.423902 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383d217-9fb4-458e-9a97-619e19a4ac69 req-529ad0c5-e1c3-42fd-b798-f6dcb49f7923 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:08.425363 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8383d217-9fb4-458e-9a97-619e19a4ac69 req-529ad0c5-e1c3-42fd-b798-f6dcb49f7923 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 944 time: 0.0480573 Jan 10 17:54:08.427236 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ce2bb15-894f-4a27-b141-58055555af87 req-c8ed093c-49ec-41c8-ba8e-95146695205e service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874932 Jan 10 17:54:08.471454 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8383d217-9fb4-458e-9a97-619e19a4ac69 req-4bbcb2be-adac-42ff-bedb-73bbf2435a73 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Jan 10 17:54:08.612575 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad700c-2e19-4e09-8c0b-38e888b89176 req-24f083ac-1d25-46ce-84c1-c01f3c0d39f9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:08.614048 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-efad700c-2e19-4e09-8c0b-38e888b89176 req-24f083ac-1d25-46ce-84c1-c01f3c0d39f9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 947 time: 0.0505846 Jan 10 17:54:08.663624 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-efad700c-2e19-4e09-8c0b-38e888b89176 req-cdf32abc-a11b-419c-a112-022e499c5898 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=8dc2a0f8-5204-43d9-b56b-901a4df1f817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Jan 10 17:54:08.751867 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e7f87-747f-4c22-9043-32f1367dabb0 req-726af0b4-4265-45eb-bb5c-1eb646c0ac53 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:08.753374 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4d4e7f87-747f-4c22-9043-32f1367dabb0 req-726af0b4-4265-45eb-bb5c-1eb646c0ac53 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0522690 Jan 10 17:54:08.801595 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4d4e7f87-747f-4c22-9043-32f1367dabb0 req-fa08d8fb-9bb1-4a26-95ac-17a0b7cce141 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Jan 10 17:54:09.093429 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-76cd475d-cb44-4fbc-80c3-976b8e648c20 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:09.094900 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-76cd475d-cb44-4fbc-80c3-976b8e648c20 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 947 time: 0.0470567 Jan 10 17:54:09.192357 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Deleting port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:54:09.193140 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:09.282751 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] For port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:54:09.283182 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:09.512737 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:09.513176 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (5aae28fd-9ee9-47e5-b353-3c67b3305435), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:09.513501 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Floating IP 5aae28fd-9ee9-47e5-b353-3c67b3305435 disassociated. External IP: 172.27.2.117, port: 511cef14-64d0-4cc5-8dc5-d8f78a25f47b. Jan 10 17:54:09.513933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Calling delete_port for 511cef14-64d0-4cc5-8dc5-d8f78a25f47b owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:54:09.593536 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 410878c7-c67c-4aae-90b9-040e096ffb4b details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:54:09.633466 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ee9-bf3b-42a5-9b00-4ac082e64638 req-02da936f-0e30-4ecf-b271-dfdb2c05f0fa tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:09.634979 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-939c4ee9-bf3b-42a5-9b00-4ac082e64638 req-02da936f-0e30-4ecf-b271-dfdb2c05f0fa tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 944 time: 0.0738912 Jan 10 17:54:09.702324 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 410878c7-c67c-4aae-90b9-040e096ffb4b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=410878c7-c67c-4aae-90b9-040e096ffb4b,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:54:09.713777 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '410878c7-c67c-4aae-90b9-040e096ffb4b', 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b', 'port_id': '410878c7-c67c-4aae-90b9-040e096ffb4b', 'mac_address': 'fa:16:3e:9f:25:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a944e068-c071-4f36-9cce-bc08a37a8d46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:54:09.725646 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-939c4ee9-bf3b-42a5-9b00-4ac082e64638 req-78981367-e2b2-486b-9004-6cb932463030 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842683 Jan 10 17:54:09.729314 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (511cef14-64d0-4cc5-8dc5-d8f78a25f47b), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:09.758846 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 410878c7-c67c-4aae-90b9-040e096ffb4b is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:54:09.759560 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:09.762046 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event deleted for resources: {'Port': ['ID=511cef14-64d0-4cc5-8dc5-d8f78a25f47b,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:09.777457 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410878c7-c67c-4aae-90b9-040e096ffb4b {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:54:09.800476 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 410878c7-c67c-4aae-90b9-040e096ffb4b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=410878c7-c67c-4aae-90b9-040e096ffb4b,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:54:09.810145 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:09.820972 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c6165377-12ce-477e-b3da-88d1ff2e3306 req-a14703ec-5045-4a85-819b-1e6bae962d3d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=08587835-eb0d-4df7-8885-1988aadababb HTTP/1.1" status: 200 len: 210 time: 0.0655560 Jan 10 17:54:09.873046 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=410878c7-c67c-4aae-90b9-040e096ffb4b,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:09.876588 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.877029 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.877627 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.878284 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.878825 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.879387 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.879766 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.880314 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.880838 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.881419 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.881951 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.882506 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.883031 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:09.934164 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:54:09.949444 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05654be-3594-428e-b37b-b9e3dfba1c14 req-69207938-7e3c-4093-8d55-dbb0a3887f2f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:09.950921 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a05654be-3594-428e-b37b-b9e3dfba1c14 req-69207938-7e3c-4093-8d55-dbb0a3887f2f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0620744 Jan 10 17:54:10.058635 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['410878c7-c67c-4aae-90b9-040e096ffb4b'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:54:10.077607 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a05654be-3594-428e-b37b-b9e3dfba1c14 req-ab5b58a0-8ebc-4881-83a9-833030cf7b1c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209242 Jan 10 17:54:10.102107 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:54:10.119287 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] Sync routers for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:54:10.142416 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:54:10.143057 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:53:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:10.157699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] No DVR routers for this DVR port 511cef14-64d0-4cc5-8dc5-d8f78a25f47b on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:54:10.160997 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:10.163951 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-52283950-a9d2-4a6c-9422-73bb2752ac2f req-c24724b6-de81-49b7-8fdf-a02674de1057 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "DELETE /v2.0/ports/511cef14-64d0-4cc5-8dc5-d8f78a25f47b HTTP/1.1" status: 204 len: 173 time: 1.0603886 Jan 10 17:54:10.164365 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-deleted', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:54:10.166640 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945682da-2627-4396-b556-0b061d09378a" -d '{"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-deleted", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:54:10.214506 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b622f7d9-d2fe-41a0-8596-5c993f70be4a x-openstack-request-id: req-b622f7d9-d2fe-41a0-8596-5c993f70be4a {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:54:10.214506 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587835-eb0d-4df7-8885-1988aadababb", "name": "network-vif-deleted", "tag": "511cef14-64d0-4cc5-8dc5-d8f78a25f47b", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:54:10.214506 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b622f7d9-d2fe-41a0-8596-5c993f70be4a {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:54:10.214506 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587835-eb0d-4df7-8885-1988aadababb', 'name': 'network-vif-deleted', 'tag': '511cef14-64d0-4cc5-8dc5-d8f78a25f47b', 'status': 'completed', 'code': 200} Jan 10 17:54:10.302403 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:54:10.496351 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:10.522941 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] Checking router: e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:54:10.531442 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:54:10.532103 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:53:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:10.639094 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:54:10.780056 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0587cf22-615c-4d99-a51e-4a20a88d0842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:10.856537 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aaa40-e801-4c18-b35e-d2c6e781970a req-4881d3dc-bf3e-4db8-b758-6f03ae6ca20f tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:10.858126 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:10.860744 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-637aaa40-e801-4c18-b35e-d2c6e781970a req-4881d3dc-bf3e-4db8-b758-6f03ae6ca20f tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Jan 10 17:54:10.887840 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173aca07-4fc8-46ed-a3f4-6f24f5f2a18f None None] The sync data for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi is: [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:54:10.909739 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-637aaa40-e801-4c18-b35e-d2c6e781970a req-161c1f05-9dfc-4b70-be80-0df2203b8a28 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Jan 10 17:54:10.951255 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39396) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:11.012192 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a31d9e12-44aa-42cb-886c-966645ffdef5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (8dc2a0f8-5204-43d9-b56b-901a4df1f817), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.040563 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a31d9e12-44aa-42cb-886c-966645ffdef5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (8dc2a0f8-5204-43d9-b56b-901a4df1f817), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.093978 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a31d9e12-44aa-42cb-886c-966645ffdef5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8dc2a0f8-5204-43d9-b56b-901a4df1f817), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.097029 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a31d9e12-44aa-42cb-886c-966645ffdef5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.098214 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a31d9e12-44aa-42cb-886c-966645ffdef5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "DELETE /v2.0/security-groups/8dc2a0f8-5204-43d9-b56b-901a4df1f817 HTTP/1.1" status: 204 len: 168 time: 0.1458254 Jan 10 17:54:11.101227 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39404) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:11.108193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d9e12-44aa-42cb-886c-966645ffdef5 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc2a0f8-5204-43d9-b56b-901a4df1f817,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:11.119894 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.api.v2.resource [None req-74c4763b-eb2a-4a9e-a799-d06556c68d72 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] show failed (client error): The resource could not be found. Jan 10 17:54:11.122097 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-74c4763b-eb2a-4a9e-a799-d06556c68d72 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups/8dc2a0f8-5204-43d9-b56b-901a4df1f817 HTTP/1.1" status: 404 len: 347 time: 0.0191474 Jan 10 17:54:11.124454 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39408) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:11.239040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f47cf-1049-4e60-a0ef-ce2df879e555 req-d79dd595-77af-4859-a5c7-d1b4b34609f0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:11.247710 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927dec00-eecc-45e9-987d-edea0c78a56f None None] New status for floating IP 5aae28fd-9ee9-47e5-b353-3c67b3305435: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:54:11.261403 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f30f47cf-1049-4e60-a0ef-ce2df879e555 req-d79dd595-77af-4859-a5c7-d1b4b34609f0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0659542 Jan 10 17:54:11.339083 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f30f47cf-1049-4e60-a0ef-ce2df879e555 req-dab8c812-3724-4d35-a6de-a9fd99d00be3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751095 Jan 10 17:54:11.611549 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 410878c7-c67c-4aae-90b9-040e096ffb4b up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:54:11.659733 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f8c68-009a-41d3-b376-d3030db5bac1 req-aa3bd6c7-5ce9-4884-8da8-fd05c81d7c03 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:11.677772 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6c1f8c68-009a-41d3-b376-d3030db5bac1 req-aa3bd6c7-5ce9-4884-8da8-fd05c81d7c03 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.1085992 Jan 10 17:54:11.685237 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Deleting port 509d0cbc-e404-41df-b5e0-4bbda4a3336d {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:54:11.686062 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.696960 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 410878c7-c67c-4aae-90b9-040e096ffb4b completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:54:11.708817 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 410878c7-c67c-4aae-90b9-040e096ffb4b triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:54:11.709449 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.757469 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6c1f8c68-009a-41d3-b376-d3030db5bac1 req-b51373c9-9e13-4159-a4bc-5188ddcc1bfa tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787160 Jan 10 17:54:11.789993 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709736-fcc6-4b57-a39c-faaab0270400 req-0fb8e266-0c20-45dd-8bfa-d7abd12c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:11.791954 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-75709736-fcc6-4b57-a39c-faaab0270400 req-0fb8e266-0c20-45dd-8bfa-d7abd12c11db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 1099 time: 0.1042581 Jan 10 17:54:11.817504 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 410878c7-c67c-4aae-90b9-040e096ffb4b is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:54:11.817889 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.819098 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.819642 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (509d0cbc-e404-41df-b5e0-4bbda4a3336d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.842240 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410878c7-c67c-4aae-90b9-040e096ffb4b'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:54:11.844491 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0568cbdb-c837-46e6-85b1-ba54822386dd" -d '{"events": [{"server_uuid": "0fc95439-5d9d-4b90-9325-97072509c1f5", "name": "network-vif-plugged", "status": "completed", "tag": "410878c7-c67c-4aae-90b9-040e096ffb4b"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:54:11.849187 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Calling delete_port for 509d0cbc-e404-41df-b5e0-4bbda4a3336d owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:54:11.858560 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 410878c7-c67c-4aae-90b9-040e096ffb4b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=410878c7-c67c-4aae-90b9-040e096ffb4b,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:54:11.867036 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:11.924481 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=410878c7-c67c-4aae-90b9-040e096ffb4b,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:11.935778 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66ca691-d3a1-412b-a445-d352256a48f1 x-openstack-request-id: req-e66ca691-d3a1-412b-a445-d352256a48f1 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:54:11.936191 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc95439-5d9d-4b90-9325-97072509c1f5", "name": "network-vif-plugged", "status": "completed", "tag": "410878c7-c67c-4aae-90b9-040e096ffb4b", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:54:11.936543 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e66ca691-d3a1-412b-a445-d352256a48f1 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:54:11.937393 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410878c7-c67c-4aae-90b9-040e096ffb4b', 'code': 200} Jan 10 17:54:12.010966 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39428) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:12.021694 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709736-fcc6-4b57-a39c-faaab0270400 req-e323c33a-7a8b-4ddc-bd5b-06b9031d54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:12.024558 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-75709736-fcc6-4b57-a39c-faaab0270400 req-e323c33a-7a8b-4ddc-bd5b-06b9031d54c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 911 time: 0.2229719 Jan 10 17:54:12.056400 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (509d0cbc-e404-41df-b5e0-4bbda4a3336d), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.122428 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-75709736-fcc6-4b57-a39c-faaab0270400 req-55e66b12-3678-4c6b-a782-3ed2d121a877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 200 len: 1002 time: 0.0808651 Jan 10 17:54:12.159278 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event deleted for resources: {'Port': ['ID=509d0cbc-e404-41df-b5e0-4bbda4a3336d,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:12.168459 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (5aae28fd-9ee9-47e5-b353-3c67b3305435), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.171333 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.172666 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ccdf91c5-9a9a-443c-8b9c-d726d142a1f2 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "DELETE /v2.0/floatingips/5aae28fd-9ee9-47e5-b353-3c67b3305435 HTTP/1.1" status: 204 len: 168 time: 1.0469289 Jan 10 17:54:12.225036 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-de5f0b6c-006e-48f3-bdeb-f01836e830ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.265814 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc61421-21b7-4804-93d9-6674e2e01b5b req-029be1bb-aaec-4d24-83a9-bba7fb3c8e53 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:12.268123 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9dc61421-21b7-4804-93d9-6674e2e01b5b req-029be1bb-aaec-4d24-83a9-bba7fb3c8e53 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 946 time: 0.1444132 Jan 10 17:54:12.273989 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709736-fcc6-4b57-a39c-faaab0270400 req-6bd9a266-2c65-4b83-97b1-fc2d68ca8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:12.275416 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-75709736-fcc6-4b57-a39c-faaab0270400 req-6bd9a266-2c65-4b83-97b1-fc2d68ca8934 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.1296852 Jan 10 17:54:12.310814 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145089d-5d9c-4070-a970-cad2626102ee req-7c66c864-1da8-4ba5-a5b1-bfa2ddf36501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:12.312285 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5145089d-5d9c-4070-a970-cad2626102ee req-7c66c864-1da8-4ba5-a5b1-bfa2ddf36501 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 1099 time: 0.1782346 Jan 10 17:54:12.412527 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9dc61421-21b7-4804-93d9-6674e2e01b5b req-b88b28a0-424b-4fc3-9148-692b4dd01aa6 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353447 Jan 10 17:54:12.430139 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75709736-fcc6-4b57-a39c-faaab0270400 req-851d5844-166f-426e-827b-ac61fa15a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:12.432199 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-75709736-fcc6-4b57-a39c-faaab0270400 req-851d5844-166f-426e-827b-ac61fa15a5ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1419570 Jan 10 17:54:12.436641 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5145089d-5d9c-4070-a970-cad2626102ee req-71fad686-6257-426e-b1e6-8e58878d9916 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016903 Jan 10 17:54:12.461494 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-de5f0b6c-006e-48f3-bdeb-f01836e830ee admin admin] Publish callbacks [] for security_group (9d97ae71-5042-4c24-9a43-15f31f74f771), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.466245 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-de5f0b6c-006e-48f3-bdeb-f01836e830ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9d97ae71-5042-4c24-9a43-15f31f74f771), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.506468 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-de5f0b6c-006e-48f3-bdeb-f01836e830ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4fb64f1baac340aa89b06a99e8d4d5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921386 Jan 10 17:54:12.506713 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39434) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:12.512713 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0b6c-006e-48f3-bdeb-f01836e830ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d97ae71-5042-4c24-9a43-15f31f74f771,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:12.558704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-839357fc-2639-4e6e-98ee-e8dc8ac1058c admin admin] Publish callbacks [] for security_group (9d97ae71-5042-4c24-9a43-15f31f74f771), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.579447 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39436) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:12.579825 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-839357fc-2639-4e6e-98ee-e8dc8ac1058c admin admin] Publish callbacks [] for security_group (9d97ae71-5042-4c24-9a43-15f31f74f771), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.584792 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-36026a1b-7a47-4865-a6ae-df485b90b725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974421185', 'description': 'tempest-description--219201292'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:12.609261 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-36026a1b-7a47-4865-a6ae-df485b90b725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.630636 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-839357fc-2639-4e6e-98ee-e8dc8ac1058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9d97ae71-5042-4c24-9a43-15f31f74f771), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.633759 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-839357fc-2639-4e6e-98ee-e8dc8ac1058c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.635220 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-839357fc-2639-4e6e-98ee-e8dc8ac1058c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d97ae71-5042-4c24-9a43-15f31f74f771 HTTP/1.1" status: 204 len: 168 time: 0.1274958 Jan 10 17:54:12.645433 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839357fc-2639-4e6e-98ee-e8dc8ac1058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d97ae71-5042-4c24-9a43-15f31f74f771,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:12.686457 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-36026a1b-7a47-4865-a6ae-df485b90b725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (1888dac4-cf6b-44ea-a6b4-ba71b2948792), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.694961 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-36026a1b-7a47-4865-a6ae-df485b90b725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (1888dac4-cf6b-44ea-a6b4-ba71b2948792), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.725882 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.753311 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-36026a1b-7a47-4865-a6ae-df485b90b725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.755137 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-36026a1b-7a47-4865-a6ae-df485b90b725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1743419 Jan 10 17:54:12.756107 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36026a1b-7a47-4865-a6ae-df485b90b725 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1888dac4-cf6b-44ea-a6b4-ba71b2948792,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:12.759701 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39440) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:12.764813 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-346a744e-166a-4086-b9c6-345490c15e7f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'security_group_rule': {'security_group_id': '1888dac4-cf6b-44ea-a6b4-ba71b2948792', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:12.819449 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-346a744e-166a-4086-b9c6-345490c15e7f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (08ffde58-504f-4a4d-9d64-cca0d3b8aa78), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.827853 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-75709736-fcc6-4b57-a39c-faaab0270400 req-fad07f47-4b8b-464d-a904-feac6320d930 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688809 Jan 10 17:54:12.900016 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-346a744e-166a-4086-b9c6-345490c15e7f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (08ffde58-504f-4a4d-9d64-cca0d3b8aa78), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.906774 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-346a744e-166a-4086-b9c6-345490c15e7f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (08ffde58-504f-4a4d-9d64-cca0d3b8aa78), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.933429 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a744e-166a-4086-b9c6-345490c15e7f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ffde58-504f-4a4d-9d64-cca0d3b8aa78,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:12.940334 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-346a744e-166a-4086-b9c6-345490c15e7f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:12.941682 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-346a744e-166a-4086-b9c6-345490c15e7f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1806002 Jan 10 17:54:12.944250 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39446) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:12.947757 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ef640-52d8-4457-bdce-7211d1cb6ef9 req-f32ecd20-bab4-4e0d-ba2c-7dc9d439c001 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:12.949120 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-a2275515-a0e7-42fe-abff-babfd928da45 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'security_group_rule': {'security_group_id': '1888dac4-cf6b-44ea-a6b4-ba71b2948792', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:12.949363 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-900ef640-52d8-4457-bdce-7211d1cb6ef9 req-f32ecd20-bab4-4e0d-ba2c-7dc9d439c001 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.1153796 Jan 10 17:54:12.988933 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a2275515-a0e7-42fe-abff-babfd928da45 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (01c35987-a82e-467e-9202-34228a54b2f2), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.009060 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-75709736-fcc6-4b57-a39c-faaab0270400 req-b91398c7-0299-4c8e-b8c2-a42dbb7cc4fe service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451080 Jan 10 17:54:13.040940 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-900ef640-52d8-4457-bdce-7211d1cb6ef9 req-d6c58178-d429-47c7-b5be-36bb31021176 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805337 Jan 10 17:54:13.058295 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a2275515-a0e7-42fe-abff-babfd928da45 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (01c35987-a82e-467e-9202-34228a54b2f2), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.059634 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39448) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:13.072147 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a2275515-a0e7-42fe-abff-babfd928da45 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (01c35987-a82e-467e-9202-34228a54b2f2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.077977 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b7374632-2c23-4e0b-bc4c-cdf5231598c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.100104 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2275515-a0e7-42fe-abff-babfd928da45 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c35987-a82e-467e-9202-34228a54b2f2,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:13.110447 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a2275515-a0e7-42fe-abff-babfd928da45 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.111870 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-a2275515-a0e7-42fe-abff-babfd928da45 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663997 Jan 10 17:54:13.115041 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39450) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:13.119845 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:13.145978 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.160616 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-17448626-fe21-4c44-b8b3-449bcbcf7f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.195371 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b7374632-2c23-4e0b-bc4c-cdf5231598c7 admin admin] Publish callbacks [] for security_group (2fb1d10c-9926-4d36-90ed-d7e0a4d299a6), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.201471 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b7374632-2c23-4e0b-bc4c-cdf5231598c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2fb1d10c-9926-4d36-90ed-d7e0a4d299a6), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.242985 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b7374632-2c23-4e0b-bc4c-cdf5231598c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2eb14a5b4fc40e38b05e8eb7a7d22d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821868 Jan 10 17:54:13.244825 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7374632-2c23-4e0b-bc4c-cdf5231598c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb1d10c-9926-4d36-90ed-d7e0a4d299a6,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:13.245813 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39452) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:13.270091 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.345005 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8e15b953-9bf3-4f73-ab34-690ed27960f5 admin admin] Publish callbacks [] for security_group (2fb1d10c-9926-4d36-90ed-d7e0a4d299a6), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.391956 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8e15b953-9bf3-4f73-ab34-690ed27960f5 admin admin] Publish callbacks [] for security_group (2fb1d10c-9926-4d36-90ed-d7e0a4d299a6), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.417052 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Allocated IP 172.27.2.22 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/ece3c40c-4a56-4735-a691-54319b2ae8f7) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:54:13.502925 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8e15b953-9bf3-4f73-ab34-690ed27960f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2fb1d10c-9926-4d36-90ed-d7e0a4d299a6), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.505459 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8e15b953-9bf3-4f73-ab34-690ed27960f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.508946 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-8e15b953-9bf3-4f73-ab34-690ed27960f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fb1d10c-9926-4d36-90ed-d7e0a4d299a6 HTTP/1.1" status: 204 len: 168 time: 0.2596772 Jan 10 17:54:13.523140 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15b953-9bf3-4f73-ab34-690ed27960f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb1d10c-9926-4d36-90ed-d7e0a4d299a6,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:13.536988 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e46d9-b2f1-4011-8190-36c44658aa83 req-9033ff7a-a941-4403-9187-df9316b81dfc tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:13.538743 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5f5e46d9-b2f1-4011-8190-36c44658aa83 req-9033ff7a-a941-4403-9187-df9316b81dfc tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 946 time: 0.0508380 Jan 10 17:54:13.558536 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.597847 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-5f5e46d9-b2f1-4011-8190-36c44658aa83 req-be23517b-6769-4189-a246-49ed86381fda tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Jan 10 17:54:13.602110 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:54:13.614907 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.636483 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 511cef14-64d0-4cc5-8dc5-d8f78a25f47b {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:54:13.636922 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 511cef14-64d0-4cc5-8dc5-d8f78a25f47b not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:54:13.662193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:54:13.668132 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:54:13.670152 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'Port': ['ID=ece3c40c-4a56-4735-a691-54319b2ae8f7,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:13.672443 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:54:13.933526 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39460) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:13.946540 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-85cfabf6-a29d-4e26-828d-28d31729c09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:13.982331 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (220521ba-af18-489a-9a66-d8763e42b41f), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.020078 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-85cfabf6-a29d-4e26-828d-28d31729c09a admin admin] Publish callbacks [] for security_group (795ca6d1-a334-44c9-a576-62aa1bcfbd0a), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.025617 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-85cfabf6-a29d-4e26-828d-28d31729c09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (795ca6d1-a334-44c9-a576-62aa1bcfbd0a), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.026065 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.062195 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfabf6-a29d-4e26-828d-28d31729c09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795ca6d1-a334-44c9-a576-62aa1bcfbd0a,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:14.066362 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-85cfabf6-a29d-4e26-828d-28d31729c09a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a4b5daa13d24edf9cc04982fdc996cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317008 Jan 10 17:54:14.069061 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39462) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:14.096354 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.119924 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b437de3b-c6a9-4ee7-8ef6-a53d61e7a453 admin admin] Publish callbacks [] for security_group (795ca6d1-a334-44c9-a576-62aa1bcfbd0a), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.140708 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b437de3b-c6a9-4ee7-8ef6-a53d61e7a453 admin admin] Publish callbacks [] for security_group (795ca6d1-a334-44c9-a576-62aa1bcfbd0a), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.197211 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b437de3b-c6a9-4ee7-8ef6-a53d61e7a453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (795ca6d1-a334-44c9-a576-62aa1bcfbd0a), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.199858 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b437de3b-c6a9-4ee7-8ef6-a53d61e7a453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.201102 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b437de3b-c6a9-4ee7-8ef6-a53d61e7a453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/795ca6d1-a334-44c9-a576-62aa1bcfbd0a HTTP/1.1" status: 204 len: 168 time: 0.1311181 Jan 10 17:54:14.210724 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437de3b-c6a9-4ee7-8ef6-a53d61e7a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795ca6d1-a334-44c9-a576-62aa1bcfbd0a,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:14.215701 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1180d5f-cfe0-4aa0-83fb-db1bad21fd9d req-d98938cd-82c1-48f3-9af6-56cd443f5468 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:14.217324 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c1180d5f-cfe0-4aa0-83fb-db1bad21fd9d req-d98938cd-82c1-48f3-9af6-56cd443f5468 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0770326 Jan 10 17:54:14.267821 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.277418 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.372907 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'Port': ['ID=ece3c40c-4a56-4735-a691-54319b2ae8f7,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:14.377651 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-45d9aad3-d094-41fe-8cb7-c6578a460187 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1833129 Jan 10 17:54:14.390068 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c1180d5f-cfe0-4aa0-83fb-db1bad21fd9d req-df01875a-ddd0-4c43-b457-61ac7926e38f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431990 Jan 10 17:54:14.397851 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (220521ba-af18-489a-9a66-d8763e42b41f), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.449728 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:14.450963 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c7b6e1eb-c8b3-4a98-857f-9bab823290db tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3349268 Jan 10 17:54:14.459835 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-fae65ace-b912-4d90-941a-93053123944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:14.461394 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-fae65ace-b912-4d90-941a-93053123944a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 1099 time: 0.0603061 Jan 10 17:54:14.571595 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-aa8546c3-8f7f-4fae-9d53-33c25cb36978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:14.573731 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-aa8546c3-8f7f-4fae-9d53-33c25cb36978 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 911 time: 0.0917051 Jan 10 17:54:14.646916 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-75a4ff01-f579-44b9-8530-3c9340c47b87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 200 len: 1002 time: 0.0665405 Jan 10 17:54:14.681652 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-512e2bc0-1737-45a8-9d35-ece2d52fe7af tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--974421185&fields=id&tenant_id=a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 267 time: 0.0554852 Jan 10 17:54:14.725550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-12a8ecb8-6e2a-4583-b465-55d81029b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:14.727162 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-12a8ecb8-6e2a-4583-b465-55d81029b39a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.0736856 Jan 10 17:54:14.771942 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287c8f-204f-4533-9c03-e2e32da7a1ca req-5ae1cfd8-2c3b-4228-bbfc-5f39f6549747 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:14.773459 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ee287c8f-204f-4533-9c03-e2e32da7a1ca req-5ae1cfd8-2c3b-4228-bbfc-5f39f6549747 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 946 time: 0.0921845 Jan 10 17:54:14.797690 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-f374bff0-cd65-4eef-8873-c6eca845d544 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:14.804440 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-a7927d70-7188-42cc-9b37-d6218a2d7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:14.804716 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-f374bff0-cd65-4eef-8873-c6eca845d544 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 817 time: 0.1157753 Jan 10 17:54:14.805874 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-a7927d70-7188-42cc-9b37-d6218a2d7700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693440 Jan 10 17:54:14.814779 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-752327f2-1def-4d61-afe2-b84e61e10148 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/quotas/a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 375 time: 0.0090361 Jan 10 17:54:14.861475 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ee287c8f-204f-4533-9c03-e2e32da7a1ca req-f31f61a1-2157-4e72-aa79-06ffaee51fba tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810287 Jan 10 17:54:14.883902 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-f3790386-059d-4688-9322-fa9c62ad35d3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547335 Jan 10 17:54:14.923818 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-2317d6d4-4ac6-46be-8409-e25bace1a73d service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076734 Jan 10 17:54:15.013216 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-001930d9-7077-4836-a5db-0b6f9f7884f5 service neutron] 10.222.0.31 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150692 Jan 10 17:54:15.028473 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea77513c-689f-4331-b798-3ad5d1eb5361 req-723fba2d-ace9-4fef-8353-59c44351cb1f service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988328 Jan 10 17:54:15.106795 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-d90a4527-698e-44c5-b959-919ecd725382 service neutron] 10.222.0.31 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875828 Jan 10 17:54:15.328105 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-907cb176-0d1a-4fee-b2d5-282259a3d344 req-2e22bb35-ca62-4eaa-b498-7bbb90f95e4c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 210 time: 0.0449111 Jan 10 17:54:15.578435 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:16.348740 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-1f582dc8-e732-4c3e-a838-85bc907d3aff tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:16.351171 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-1f582dc8-e732-4c3e-a838-85bc907d3aff tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 817 time: 0.1186256 Jan 10 17:54:16.423024 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-0e43a9f9-2ccf-4092-9172-56c80bbf5afa tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 379 time: 0.0634673 Jan 10 17:54:16.437466 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-75f8b59e-6fe8-4a82-8a38-8397972735fb req-e0d5c8c2-fd59-4499-9033-0f06a8bc2aaa tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 210 time: 0.0303285 Jan 10 17:54:16.447655 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'port': {'device_id': '32c2ae33-115a-446a-bf94-077f57767f8b', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'admin_state_up': True, 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'security_groups': ['1888dac4-cf6b-44ea-a6b4-ba71b2948792']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:16.567803 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Made reservation on behalf of a256dbcb3e024f32bd6f56fbc869046c for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:54:16.571561 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:16.708093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Allocated IP 172.20.0.13 (2c27da9f-c408-4567-82ab-fbdc30d94429/87dddc2a-e880-4d12-ad88-126574b0fdc2/75f38211-a365-4689-9787-d45a21f1361d) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:54:16.847157 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for port (75f38211-a365-4689-9787-d45a21f1361d), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:16.886678 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:16.934828 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:54:16.938060 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:54:16.942467 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:54:16.949158 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:16.980955 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.981297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.981650 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.981994 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.982338 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.982752 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.983132 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.983500 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.983880 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.984219 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.984592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.985014 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.985354 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:16.988498 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.021802 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:17.022546 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.041429 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-41226705-90e6-46b9-be4d-a3754c4ab017 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5980947 Jan 10 17:54:17.053074 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Request body: {'port': {'device_id': '32c2ae33-115a-446a-bf94-077f57767f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:17.111317 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.219079 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-fbe1e325-1862-4874-a758-4ea3e5dc3371 None None] Provisioning complete for port 75f38211-a365-4689-9787-d45a21f1361d triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:54:17.219350 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-fbe1e325-1862-4874-a758-4ea3e5dc3371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (75f38211-a365-4689-9787-d45a21f1361d), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.257429 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1e325-1862-4874-a758-4ea3e5dc3371 None None] Port 75f38211-a365-4689-9787-d45a21f1361d cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:54:17.375502 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f38211-a365-4689-9787-d45a21f1361d {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:54:17.383104 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Publish callbacks [] for port (75f38211-a365-4689-9787-d45a21f1361d), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.395073 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Transition to ACTIVE for port object 75f38211-a365-4689-9787-d45a21f1361d will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:54:17.400085 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.453393 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:17.581732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Attempting to bind port 75f38211-a365-4689-9787-d45a21f1361d on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:54:17.583510 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Attempting to bind port 75f38211-a365-4689-9787-d45a21f1361d by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:54:17.583510 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Attempting to bind port 75f38211-a365-4689-9787-d45a21f1361d on network 2c27da9f-c408-4567-82ab-fbdc30d94429 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:54:17.591865 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Port 75f38211-a365-4689-9787-d45a21f1361d on network 2c27da9f-c408-4567-82ab-fbdc30d94429 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:54:17.592213 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Attempting to bind port 75f38211-a365-4689-9787-d45a21f1361d on network 2c27da9f-c408-4567-82ab-fbdc30d94429 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:54:17.605120 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea4392-2290-46ba-af4a-6bb7e5034ad3 req-9a220dc6-e458-4672-ad23-e37e9a8111f1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:17.606489 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ecea4392-2290-46ba-af4a-6bb7e5034ad3 req-9a220dc6-e458-4672-ad23-e37e9a8111f1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0712554 Jan 10 17:54:17.609531 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:54:17.609889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Checking segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:54:17.610274 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Bound using segment: {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:54:17.610708 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Bound port: 75f38211-a365-4689-9787-d45a21f1361d, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de72b7f5-330a-4162-9252-e74781a30b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:54:17.611090 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.693355 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ecea4392-2290-46ba-af4a-6bb7e5034ad3 req-ad80619e-bb58-4cf0-a9b3-982987d0c4cc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790479 Jan 10 17:54:17.715315 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:54:17.718664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:54:17.724785 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.765040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:17.765664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:17.767048 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] 10.222.0.35 "PUT /v2.0/ports/75f38211-a365-4689-9787-d45a21f1361d HTTP/1.1" status: 200 len: 1094 time: 0.7183125 Jan 10 17:54:17.767506 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'tag': '75f38211-a365-4689-9787-d45a21f1361d'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:54:17.769824 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cd5582-3902-4d39-910c-ba22098100b0" -d '{"events": [{"name": "network-changed", "server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "tag": "75f38211-a365-4689-9787-d45a21f1361d"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:54:17.794698 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05437795-8ed2-456a-ab76-6eac04bdbd92 service neutron] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:17.814058 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e953b9-b5d3-4074-9a17-8da5a54339b8 x-openstack-request-id: req-e8e953b9-b5d3-4074-9a17-8da5a54339b8 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:54:17.814346 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "tag": "75f38211-a365-4689-9787-d45a21f1361d", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:54:17.814594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8e953b9-b5d3-4074-9a17-8da5a54339b8 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:54:17.814988 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'tag': '75f38211-a365-4689-9787-d45a21f1361d', 'status': 'completed', 'code': 200} Jan 10 17:54:17.857370 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-40d375a5-1764-4588-9611-19b226c7272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:17.858860 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-40d375a5-1764-4588-9611-19b226c7272c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 1097 time: 0.0410380 Jan 10 17:54:17.902582 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-90c50882-974b-440f-8d4a-09df186ca5e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f38211-a365-4689-9787-d45a21f1361d HTTP/1.1" status: 200 len: 217 time: 0.0350323 Jan 10 17:54:17.957755 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-14a3197c-61ea-4956-b722-a7761d43cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:17.959268 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-14a3197c-61ea-4956-b722-a7761d43cdaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0498273 Jan 10 17:54:18.004448 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-97a35617-1932-4896-a57d-54792232f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:18.005992 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-97a35617-1932-4896-a57d-54792232f2fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399113 Jan 10 17:54:18.097387 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-52845f2a-dc16-4afa-b6b8-b974e5c0190e service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829206 Jan 10 17:54:18.192320 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8eb10a2-5847-4633-8246-d714a91d60c9 req-cb890f15-013f-4099-a875-b6e71d3ab98c service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886908 Jan 10 17:54:18.288686 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-ced4ac90-df09-4573-a9a2-161d1e3219e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:18.290608 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-ced4ac90-df09-4573-a9a2-161d1e3219e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 1097 time: 0.0419416 Jan 10 17:54:18.387705 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-6d335526-36f0-41f5-b350-d05f8c4f69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:18.389241 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-6d335526-36f0-41f5-b350-d05f8c4f69c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.0916288 Jan 10 17:54:18.431848 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-dc95147e-a9a3-49b8-b8ab-075b9b7a84fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f38211-a365-4689-9787-d45a21f1361d HTTP/1.1" status: 200 len: 217 time: 0.0341578 Jan 10 17:54:18.490922 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-39035810-408c-4ab0-9059-106e7cf1ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:18.490922 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-39035810-408c-4ab0-9059-106e7cf1ef97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0503883 Jan 10 17:54:18.536241 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-f0b5a039-f514-4ccb-8819-09aa973fefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:18.537792 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-f0b5a039-f514-4ccb-8819-09aa973fefde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416343 Jan 10 17:54:18.627342 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-80c2f664-fd5d-4907-abd7-9ce8a94f6cdb service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827084 Jan 10 17:54:18.724461 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a7cd5582-3902-4d39-910c-ba22098100b0 req-bbfb5807-1e61-4468-94cc-bcd5c65b0a3a service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901315 Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.831140 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:54:18.834069 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ccbe8-e2b9-420e-9480-fb28774120cf req-55221fd4-522a-4ff0-93c6-c6fb431e8eec tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:18.837314 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-af0ccbe8-e2b9-420e-9480-fb28774120cf req-55221fd4-522a-4ff0-93c6-c6fb431e8eec tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0580947 Jan 10 17:54:18.885992 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-af0ccbe8-e2b9-420e-9480-fb28774120cf req-1d04a10b-9616-451a-b941-49f0644e4be9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455170 Jan 10 17:54:19.635511 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:54:19.864390 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:54:19.875200 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '75f38211-a365-4689-9787-d45a21f1361d', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'port_id': '75f38211-a365-4689-9787-d45a21f1361d', 'mac_address': 'fa:16:3e:39:62:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:54:19.911376 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 75f38211-a365-4689-9787-d45a21f1361d is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:54:19.911755 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:19.925613 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f38211-a365-4689-9787-d45a21f1361d {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:54:19.945681 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:54:19.952617 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.003537 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:20.035447 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90309-3727-4392-9504-00ee2d3e11f4 req-02447f4f-2b99-4113-8788-b24a59cb1f27 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:20.036973 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-caf90309-3727-4392-9504-00ee2d3e11f4 req-02447f4f-2b99-4113-8788-b24a59cb1f27 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0529940 Jan 10 17:54:20.084670 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-caf90309-3727-4392-9504-00ee2d3e11f4 req-4bfdd8c5-6327-4023-b717-25f9208483f8 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Jan 10 17:54:20.226167 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['75f38211-a365-4689-9787-d45a21f1361d'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:54:20.310969 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39650) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:20.416329 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7a83d4a3-6462-407f-ae4f-3f34fe0876c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.499238 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7a83d4a3-6462-407f-ae4f-3f34fe0876c7 admin admin] Publish callbacks [] for security_group (a340320b-793d-4d26-83c7-0d5eca9d1f7b), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.505770 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7a83d4a3-6462-407f-ae4f-3f34fe0876c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a340320b-793d-4d26-83c7-0d5eca9d1f7b), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.546285 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7a83d4a3-6462-407f-ae4f-3f34fe0876c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3affa3f548e1442d93a40e374377eae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341220 Jan 10 17:54:20.547139 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83d4a3-6462-407f-ae4f-3f34fe0876c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a340320b-793d-4d26-83c7-0d5eca9d1f7b,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:20.549244 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39654) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:20.599897 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab0e-faf3-4d79-a1c5-d31a0ba29c2d admin admin] Publish callbacks [] for security_group (a340320b-793d-4d26-83c7-0d5eca9d1f7b), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.621933 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab0e-faf3-4d79-a1c5-d31a0ba29c2d admin admin] Publish callbacks [] for security_group (a340320b-793d-4d26-83c7-0d5eca9d1f7b), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.670732 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab0e-faf3-4d79-a1c5-d31a0ba29c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a340320b-793d-4d26-83c7-0d5eca9d1f7b), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.673486 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ec94ab0e-faf3-4d79-a1c5-d31a0ba29c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:20.674669 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ec94ab0e-faf3-4d79-a1c5-d31a0ba29c2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a340320b-793d-4d26-83c7-0d5eca9d1f7b HTTP/1.1" status: 204 len: 168 time: 0.1244268 Jan 10 17:54:20.682739 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94ab0e-faf3-4d79-a1c5-d31a0ba29c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340320b-793d-4d26-83c7-0d5eca9d1f7b,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:20.969039 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39662) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:20.982323 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fa4db458-cdba-434d-a702-2bcc70271f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.054725 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fa4db458-cdba-434d-a702-2bcc70271f32 admin admin] Publish callbacks [] for security_group (2bbc823c-04f3-4936-abc7-4b94fa5e7d1e), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.061292 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-fa4db458-cdba-434d-a702-2bcc70271f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2bbc823c-04f3-4936-abc7-4b94fa5e7d1e), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.097915 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-fa4db458-cdba-434d-a702-2bcc70271f32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c59df77423704c60b298119f401bbd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277905 Jan 10 17:54:21.098773 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4db458-cdba-434d-a702-2bcc70271f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc823c-04f3-4936-abc7-4b94fa5e7d1e,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:21.101060 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39664) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:21.163461 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4d81d93c-8549-4dee-a693-93db6beb81d3 admin admin] Publish callbacks [] for security_group (2bbc823c-04f3-4936-abc7-4b94fa5e7d1e), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.185252 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4d81d93c-8549-4dee-a693-93db6beb81d3 admin admin] Publish callbacks [] for security_group (2bbc823c-04f3-4936-abc7-4b94fa5e7d1e), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.205623 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e7be9-bd67-48a5-a744-51cab6a0ebab req-8715233a-26ea-4b30-8f91-31bdd7f757e9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:21.207115 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a78e7be9-bd67-48a5-a744-51cab6a0ebab req-8715233a-26ea-4b30-8f91-31bdd7f757e9 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0493832 Jan 10 17:54:21.231615 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4d81d93c-8549-4dee-a693-93db6beb81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2bbc823c-04f3-4936-abc7-4b94fa5e7d1e), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.234400 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4d81d93c-8549-4dee-a693-93db6beb81d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.235550 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4d81d93c-8549-4dee-a693-93db6beb81d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bbc823c-04f3-4936-abc7-4b94fa5e7d1e HTTP/1.1" status: 204 len: 168 time: 0.1334710 Jan 10 17:54:21.243365 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81d93c-8549-4dee-a693-93db6beb81d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc823c-04f3-4936-abc7-4b94fa5e7d1e,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:21.265790 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a78e7be9-bd67-48a5-a744-51cab6a0ebab req-d239d965-e8a2-4eba-a4d8-afc92ac58dda tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528810 Jan 10 17:54:21.654502 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:54:21.708747 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 75f38211-a365-4689-9787-d45a21f1361d completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:54:21.713751 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 75f38211-a365-4689-9787-d45a21f1361d triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:54:21.714129 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (75f38211-a365-4689-9787-d45a21f1361d), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.796274 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 75f38211-a365-4689-9787-d45a21f1361d is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:54:21.796643 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.821865 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:54:21.824268 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7585fbd-d0e5-41dd-be9a-fc08b26db23d" -d '{"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-plugged", "status": "completed", "tag": "75f38211-a365-4689-9787-d45a21f1361d"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:54:21.837013 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:54:21.842318 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:21.872685 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4354864f-42b9-42d4-a4f8-7938ba3f4b27 x-openstack-request-id: req-4354864f-42b9-42d4-a4f8-7938ba3f4b27 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:54:21.873005 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-plugged", "status": "completed", "tag": "75f38211-a365-4689-9787-d45a21f1361d", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:54:21.873260 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4354864f-42b9-42d4-a4f8-7938ba3f4b27 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:54:21.873831 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d', 'code': 200} Jan 10 17:54:21.901674 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:22.049289 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb704104-b77d-4cc7-82a9-00700b8d0fff req-0fb8394b-41ff-49ad-8005-cdcc4db042ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:22.050894 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bb704104-b77d-4cc7-82a9-00700b8d0fff req-0fb8394b-41ff-49ad-8005-cdcc4db042ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 1099 time: 0.0430675 Jan 10 17:54:22.095244 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bb704104-b77d-4cc7-82a9-00700b8d0fff req-93bd8ea2-c316-4658-bb03-10492203f8bb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Jan 10 17:54:22.396811 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e3794-22ed-4c96-8f54-aeca07304357 req-39c44c2b-97fd-4ca6-bcf0-20b458905d18 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:22.398344 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-161e3794-22ed-4c96-8f54-aeca07304357 req-39c44c2b-97fd-4ca6-bcf0-20b458905d18 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0510230 Jan 10 17:54:22.448809 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-161e3794-22ed-4c96-8f54-aeca07304357 req-f4977d8b-40c9-415e-b750-b7fc3a6520ff tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444624 Jan 10 17:54:23.577426 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7062e-133c-417a-87bf-2c410acbba07 req-16a5543e-b4aa-4c68-a18f-8b2f6a0e3d70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:23.579190 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c0c7062e-133c-417a-87bf-2c410acbba07 req-16a5543e-b4aa-4c68-a18f-8b2f6a0e3d70 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0513470 Jan 10 17:54:23.632881 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c0c7062e-133c-417a-87bf-2c410acbba07 req-9091e66d-9dbf-4de3-bbed-4acbb8f03e39 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476992 Jan 10 17:54:23.755323 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d819a-6ce5-47ec-8e86-822af57fa992 req-8eb8f7ea-7e73-4a79-9ed7-08c41814c606 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:23.756704 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ff9d819a-6ce5-47ec-8e86-822af57fa992 req-8eb8f7ea-7e73-4a79-9ed7-08c41814c606 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0532341 Jan 10 17:54:23.765274 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39716) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:23.770119 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Request body: {'floatingip': {'port_id': '75f38211-a365-4689-9787-d45a21f1361d'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:23.814675 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (220521ba-af18-489a-9a66-d8763e42b41f), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:24.400190 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:24.406053 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (220521ba-af18-489a-9a66-d8763e42b41f), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:24.514106 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.l3_db [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Floating IP 220521ba-af18-489a-9a66-d8763e42b41f associated. External IP: 172.27.2.22, port: 75f38211-a365-4689-9787-d45a21f1361d. Jan 10 17:54:24.719912 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:54:24.837819 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:54:24.837819 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:24.840291 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] Sync routers for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:54:24.850580 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:54:24.851214 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:54:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:24.861525 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e18c6600-212e-4aab-914f-bd08605f8c57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "PUT /v2.0/floatingips/220521ba-af18-489a-9a66-d8763e42b41f HTTP/1.1" status: 200 len: 991 time: 1.0951090 Jan 10 17:54:24.862147 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'tag': '75f38211-a365-4689-9787-d45a21f1361d'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:54:24.864560 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0587437e-604e-4a61-970d-1cc1ae7c23de" -d '{"events": [{"name": "network-changed", "server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "tag": "75f38211-a365-4689-9787-d45a21f1361d"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:54:24.901879 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60301594-da63-425f-9f19-cee55942a649 x-openstack-request-id: req-60301594-da63-425f-9f19-cee55942a649 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:54:24.902173 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "tag": "75f38211-a365-4689-9787-d45a21f1361d", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:54:24.902422 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60301594-da63-425f-9f19-cee55942a649 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:54:24.902820 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'tag': '75f38211-a365-4689-9787-d45a21f1361d', 'status': 'completed', 'code': 200} Jan 10 17:54:24.955397 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:54:25.225153 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '220521ba-af18-489a-9a66-d8763e42b41f', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'port_id': '75f38211-a365-4689-9787-d45a21f1361d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'mac_address': 'fa:16:3e:39:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2ae33-115a-446a-bf94-077f57767f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:54:13Z', 'updated_at': '2022-01-10T17:54:24Z', 'revision_number': 1, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:25.251574 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] Checking router: e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:54:25.260348 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:54:25.260987 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:54:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:25.368317 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:54:25.602238 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '220521ba-af18-489a-9a66-d8763e42b41f', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'port_id': '75f38211-a365-4689-9787-d45a21f1361d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'mac_address': 'fa:16:3e:39:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2ae33-115a-446a-bf94-077f57767f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:54:13Z', 'updated_at': '2022-01-10T17:54:24Z', 'revision_number': 1, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:54:25.631076 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144549be-3d37-4b7a-b488-1315c7576a25 None None] The sync data for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi is: [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '220521ba-af18-489a-9a66-d8763e42b41f', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'port_id': '75f38211-a365-4689-9787-d45a21f1361d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'mac_address': 'fa:16:3e:39:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c2ae33-115a-446a-bf94-077f57767f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:54:13Z', 'updated_at': '2022-01-10T17:54:24Z', 'revision_number': 1, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:54:25.815159 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240e25b-1f8e-4bb5-ae26-8b044b714d5e None None] New status for floating IP 220521ba-af18-489a-9a66-d8763e42b41f: ACTIVE {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:54:26.772804 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-072e6af5-959a-4cb0-93a3-b9574be910a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:26.774524 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-072e6af5-959a-4cb0-93a3-b9574be910a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 1099 time: 0.0445600 Jan 10 17:54:26.870917 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-86d45724-0c1a-4e2b-91ae-56198297933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:26.873216 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-86d45724-0c1a-4e2b-91ae-56198297933e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.0914989 Jan 10 17:54:26.941490 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-f9d7aa62-e761-4efc-8a34-0cecb3e16651 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f38211-a365-4689-9787-d45a21f1361d HTTP/1.1" status: 200 len: 1001 time: 0.0612409 Jan 10 17:54:26.993246 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-3c417965-0570-432a-96b4-67ff715a046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:26.994695 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-3c417965-0570-432a-96b4-67ff715a046f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0473387 Jan 10 17:54:27.040515 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-a84c6157-532a-4ad5-a948-43b4e3c3aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:27.042027 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-a84c6157-532a-4ad5-a948-43b4e3c3aa81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402474 Jan 10 17:54:27.135056 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-b694be28-e123-408a-b1c2-df1a486676ae service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851815 Jan 10 17:54:27.234185 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0587437e-604e-4a61-970d-1cc1ae7c23de req-15096a99-d4b5-4c2a-bc7e-c326ee59b038 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Jan 10 17:54:40.745403 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7a43eef5-4081-4699-90ce-25092086c3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:42.068380 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:54:42.738189 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:43.167473 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c463768e-a7f5-48fc-bfc3-77cab17e9d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:44.091928 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:45.578074 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:47.002975 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.234837 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39926) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:49.338875 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.419130 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Publish callbacks [] for security_group (33020381-3b2c-4d7b-bcb0-70c3504c27a7), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.424625 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (33020381-3b2c-4d7b-bcb0-70c3504c27a7), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.461963 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0665af04c0bc45b3afa31d76b4d22dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260315 Jan 10 17:54:49.462804 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33020381-3b2c-4d7b-bcb0-70c3504c27a7,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:49.464766 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39932) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:49.480984 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.481339 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.481684 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.482019 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.482347 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.482672 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.482997 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.483322 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.483644 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.483966 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.484341 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.484645 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.484987 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded72698-eb42-4c79-b066-3793f1c30ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:54:49.527107 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-50252db5-2732-4a3e-bfe7-ba78986f3961 admin admin] Publish callbacks [] for security_group (33020381-3b2c-4d7b-bcb0-70c3504c27a7), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.547663 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-50252db5-2732-4a3e-bfe7-ba78986f3961 admin admin] Publish callbacks [] for security_group (33020381-3b2c-4d7b-bcb0-70c3504c27a7), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.596318 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-50252db5-2732-4a3e-bfe7-ba78986f3961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (33020381-3b2c-4d7b-bcb0-70c3504c27a7), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.599120 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-50252db5-2732-4a3e-bfe7-ba78986f3961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:49.600296 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-50252db5-2732-4a3e-bfe7-ba78986f3961 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33020381-3b2c-4d7b-bcb0-70c3504c27a7 HTTP/1.1" status: 204 len: 168 time: 0.1346197 Jan 10 17:54:49.609929 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50252db5-2732-4a3e-bfe7-ba78986f3961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33020381-3b2c-4d7b-bcb0-70c3504c27a7,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:50.241999 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 39960) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:50.334877 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-744028641-network', 'tenant_id': '3d9d593a7df24852b21f9c751e44e357'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:50.359720 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Made reservation on behalf of 3d9d593a7df24852b21f9c751e44e357 for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:54:50.362069 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.370568 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.452032 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks [] for security_group (8b299ecf-4e4b-4365-b255-69e3af790812), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.458480 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8b299ecf-4e4b-4365-b255-69e3af790812), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.482035 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:54:50.491682 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b299ecf-4e4b-4365-b255-69e3af790812,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:50.496313 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (ffa2b619-92a3-4a73-a7c8-d0544e820c1e), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.496653 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Added segment ffa2b619-92a3-4a73-a7c8-d0544e820c1e of type vlan for network 83749002-c783-458c-a899-dffb22cf68ff Jan 10 17:54:50.535164 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (83749002-c783-458c-a899-dffb22cf68ff), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.564176 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (83749002-c783-458c-a899-dffb22cf68ff), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.565410 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:50.566140 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.600575 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3574932 Jan 10 17:54:50.603611 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 39966) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:54:50.608645 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Request body: {'subnet': {'network_id': '83749002-c783-458c-a899-dffb22cf68ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-744028641-subnet', 'tenant_id': '3d9d593a7df24852b21f9c751e44e357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:50.631681 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdfa34-8d33-42f8-a45e-7a8048d99b1d admin admin] Pushing event updated for resources: {'Network': ['ID=83749002-c783-458c-a899-dffb22cf68ff,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:50.631988 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Made reservation on behalf of 3d9d593a7df24852b21f9c751e44e357 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:54:50.634928 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25536506'] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.643066 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 83749002-c783-458c-a899-dffb22cf68ff details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:54:50.800808 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27178260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25536488'] for subnet (1f4faa0b-3149-41c4-aa46-29f56ce4d8c5), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.856306 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4faa0b-3149-41c4-aa46-29f56ce4d8c5,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:50.864773 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Checking segment: {'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:54:50.865167 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Network hostable DHCP agents. Network: 83749002-c783-458c-a899-dffb22cf68ff, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:54:50.883343 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Network 83749002-c783-458c-a899-dffb22cf68ff is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:54:50.893236 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 83749002-c783-458c-a899-dffb22cf68ff) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:54:50.897505 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:50.898072 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:50.902388 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c866d8-1282-4816-9eaa-3ee4adf73805 None None] Network 83749002-c783-458c-a899-dffb22cf68ff requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:54:50.915855 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-b168398d-ab4f-4b8b-bfb6-d1721b31fd46 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110890 Jan 10 17:54:51.122309 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579ccec-6f7d-4cdd-be68-6f0470395b79 None None] Network 83749002-c783-458c-a899-dffb22cf68ff requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:54:53.734389 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-e82f0c4b-74b1-4dd4-9395-8ba58bc735af tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:53.735736 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-e82f0c4b-74b1-4dd4-9395-8ba58bc735af tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/networks?id=83749002-c783-458c-a899-dffb22cf68ff HTTP/1.1" status: 200 len: 808 time: 0.1016271 Jan 10 17:54:53.750300 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-e4b733c5-3d7f-45aa-9bb5-43bd08a6a69d tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/quotas/3d9d593a7df24852b21f9c751e44e357 HTTP/1.1" status: 200 len: 375 time: 0.0091307 Jan 10 17:54:53.783372 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-2b32656b-9dd7-4ad2-82ed-d95d9f25d85a tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d9d593a7df24852b21f9c751e44e357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281174 Jan 10 17:54:53.870784 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-8e875bce-1c7d-457e-a3c2-7e7c2befd676 service neutron] 10.222.0.31 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808213 Jan 10 17:54:54.194877 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-4cb36915-bab4-4abe-a828-9afab4361970 service neutron] 10.222.0.31 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181999 Jan 10 17:54:54.357084 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-68dc0f4d-9497-4f46-877c-a3b9f439553d req-368d3ab5-cfe5-4a2f-a5b5-037350f70b71 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 210 time: 0.0260026 Jan 10 17:54:55.377822 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-3f50191d-381f-4c30-a319-20ad871899fe tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:55.379258 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-3f50191d-381f-4c30-a319-20ad871899fe tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "GET /v2.0/networks?id=83749002-c783-458c-a899-dffb22cf68ff HTTP/1.1" status: 200 len: 808 time: 0.1062026 Jan 10 17:54:55.393139 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Request body: {'port': {'device_id': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'network_id': '83749002-c783-458c-a899-dffb22cf68ff', 'admin_state_up': True, 'tenant_id': '3d9d593a7df24852b21f9c751e44e357'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:55.478191 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-85cac239-0aff-4303-81b4-87fe08e51544 req-f0d998dd-20e6-4405-87b6-dae86310d201 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 210 time: 0.0327446 Jan 10 17:54:55.536771 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Made reservation on behalf of 3d9d593a7df24852b21f9c751e44e357 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:54:55.540460 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:55.665649 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Allocated IP 172.20.0.4 (83749002-c783-458c-a899-dffb22cf68ff/1f4faa0b-3149-41c4-aa46-29f56ce4d8c5/d2433503-00db-46e5-8279-caad9c786754) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:54:55.822559 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks [] for port (d2433503-00db-46e5-8279-caad9c786754), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:55.858207 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (d2433503-00db-46e5-8279-caad9c786754), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:55.901515 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Network 83749002-c783-458c-a899-dffb22cf68ff is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:54:55.906868 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:54:55.911264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:54:55.914997 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Pushing event updated for resources: {'Port': ['ID=d2433503-00db-46e5-8279-caad9c786754,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:55.964009 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:55.964624 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:55.981232 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ccddc16a-7baa-459c-967a-aa17dd92c745 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919726 Jan 10 17:54:55.992689 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Request body: {'port': {'device_id': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:54:56.044394 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d2433503-00db-46e5-8279-caad9c786754), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:56.312765 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2433503-00db-46e5-8279-caad9c786754 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:54:56.320531 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Publish callbacks [] for port (d2433503-00db-46e5-8279-caad9c786754), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:56.332533 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Transition to ACTIVE for port object d2433503-00db-46e5-8279-caad9c786754 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:54:56.336477 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (d2433503-00db-46e5-8279-caad9c786754), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:56.623572 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Pushing event updated for resources: {'Port': ['ID=d2433503-00db-46e5-8279-caad9c786754,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:56.678763 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a5e43-777b-4f80-957b-620b244be76c req-0ecbd2c0-b66d-4248-b1de-b220409f9bc8 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:56.680203 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-694a5e43-777b-4f80-957b-620b244be76c req-0ecbd2c0-b66d-4248-b1de-b220409f9bc8 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 943 time: 0.1046715 Jan 10 17:54:56.720451 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Attempting to bind port d2433503-00db-46e5-8279-caad9c786754 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:54:56.720760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Attempting to bind port d2433503-00db-46e5-8279-caad9c786754 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:54:56.721135 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Attempting to bind port d2433503-00db-46e5-8279-caad9c786754 on network 83749002-c783-458c-a899-dffb22cf68ff {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:54:56.733466 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Port d2433503-00db-46e5-8279-caad9c786754 on network 83749002-c783-458c-a899-dffb22cf68ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:54:56.733795 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Attempting to bind port d2433503-00db-46e5-8279-caad9c786754 on network 83749002-c783-458c-a899-dffb22cf68ff {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:54:56.745806 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:54:56.746141 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Checking segment: {'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:54:56.746521 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Bound using segment: {'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:54:56.746944 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Bound port: d2433503-00db-46e5-8279-caad9c786754, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:54:56.747292 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d2433503-00db-46e5-8279-caad9c786754), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:56.752014 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-694a5e43-777b-4f80-957b-620b244be76c req-83befba1-8cb4-4693-aec0-569a9abf410d tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Jan 10 17:54:56.815550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] For port d2433503-00db-46e5-8279-caad9c786754, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:54:56.818547 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] For port d2433503-00db-46e5-8279-caad9c786754, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d2433503-00db-46e5-8279-caad9c786754,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:54:56.825298 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (d2433503-00db-46e5-8279-caad9c786754), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:56.862152 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:56.863102 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:54:56.865160 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] 10.222.0.35 "PUT /v2.0/ports/d2433503-00db-46e5-8279-caad9c786754 HTTP/1.1" status: 200 len: 1093 time: 0.8761764 Jan 10 17:54:56.865781 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'tag': 'd2433503-00db-46e5-8279-caad9c786754'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:54:56.870518 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb86d5e2-95f9-458d-a680-c1e1f196c06a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e328fc-c535-4c23-9325-ac3f201252fa", "tag": "d2433503-00db-46e5-8279-caad9c786754"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:54:56.897604 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723828-8194-4ccb-a9e3-fe442c8fa591 service neutron] Pushing event updated for resources: {'Port': ['ID=d2433503-00db-46e5-8279-caad9c786754,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:54:56.907466 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f5d44-b316-49ca-808f-b9636ea68e48 x-openstack-request-id: req-a89f5d44-b316-49ca-808f-b9636ea68e48 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:54:56.907758 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e328fc-c535-4c23-9325-ac3f201252fa", "tag": "d2433503-00db-46e5-8279-caad9c786754", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:54:56.908022 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a89f5d44-b316-49ca-808f-b9636ea68e48 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:54:56.908399 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'tag': 'd2433503-00db-46e5-8279-caad9c786754', 'status': 'completed', 'code': 200} Jan 10 17:54:56.947427 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-1306cc0f-ab2a-491f-b46a-e08bdbdaeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:56.948932 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-1306cc0f-ab2a-491f-b46a-e08bdbdaeaaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d9d593a7df24852b21f9c751e44e357&device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 1096 time: 0.0397215 Jan 10 17:54:56.995384 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-9b1efaa8-e90f-45f8-93b5-2564cc74cb14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2433503-00db-46e5-8279-caad9c786754 HTTP/1.1" status: 200 len: 217 time: 0.0357914 Jan 10 17:54:57.043411 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-9ad9cfc9-1dc7-4ac2-b2df-e586bb86ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:57.044729 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-9ad9cfc9-1dc7-4ac2-b2df-e586bb86ed12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f4faa0b-3149-41c4-aa46-29f56ce4d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0427461 Jan 10 17:54:57.075352 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-ace90781-4793-4360-ad1e-f573aafcc8ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83749002-c783-458c-a899-dffb22cf68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233777 Jan 10 17:54:57.180844 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-068c6d59-7c1c-4c50-b927-53162705d8d6 service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986328 Jan 10 17:54:57.275770 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d5ad7a8d-13f0-4a72-b644-090ad1e149a2 req-74d5ad53-a06c-4023-b2ec-3e2857ab771b service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867195 Jan 10 17:54:57.380708 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-ab635c3e-b060-485e-b7a7-aa5ad15f1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:57.382301 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-ab635c3e-b060-485e-b7a7-aa5ad15f1552 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d9d593a7df24852b21f9c751e44e357&device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 1096 time: 0.0468552 Jan 10 17:54:57.475731 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-9b21f689-1688-4686-8846-24a5a0c285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:57.477249 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-9b21f689-1688-4686-8846-24a5a0c285e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=83749002-c783-458c-a899-dffb22cf68ff HTTP/1.1" status: 200 len: 909 time: 0.0843017 Jan 10 17:54:57.522016 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-350fa456-d3a8-4a06-8d20-73e446638536 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2433503-00db-46e5-8279-caad9c786754 HTTP/1.1" status: 200 len: 217 time: 0.0358906 Jan 10 17:54:57.572248 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-36e9a9c4-b998-4660-a81b-c1ca1acc7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:57.573645 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-36e9a9c4-b998-4660-a81b-c1ca1acc7be3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f4faa0b-3149-41c4-aa46-29f56ce4d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0443006 Jan 10 17:54:57.603824 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-ba89c8c8-66e4-48d3-8ef6-237ab61b0e96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83749002-c783-458c-a899-dffb22cf68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228279 Jan 10 17:54:57.697105 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-01e29d3b-ebcf-4395-bfbb-6a00d907b3ee service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852282 Jan 10 17:54:57.786883 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb86d5e2-95f9-458d-a680-c1e1f196c06a req-91c5fb65-0811-4a69-a42e-f903e9059cb9 service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815938 Jan 10 17:54:57.873054 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4da12-6ffa-499c-8abf-70a81b6fc904 req-3ad246ab-9bed-4e3e-9c7d-7cafe6ae4687 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:57.874469 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-28b4da12-6ffa-499c-8abf-70a81b6fc904 req-3ad246ab-9bed-4e3e-9c7d-7cafe6ae4687 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 943 time: 0.0498276 Jan 10 17:54:57.926085 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-28b4da12-6ffa-499c-8abf-70a81b6fc904 req-27887d07-03ed-4b42-b9ae-95c8e592ccd4 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Jan 10 17:54:58.702219 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69ed00-a243-4326-8479-01b85e670c1c req-ba595fd9-6937-4160-a498-6d4a8564b218 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:58.703666 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0e69ed00-a243-4326-8479-01b85e670c1c req-ba595fd9-6937-4160-a498-6d4a8564b218 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 946 time: 0.0578299 Jan 10 17:54:58.752572 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0e69ed00-a243-4326-8479-01b85e670c1c req-09e15600-6cc2-46a4-85ca-93252aeb7a24 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Jan 10 17:54:59.061876 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968f0c0-cd4a-44eb-b350-b3f8ba8516d1 req-bbcb3f2f-8516-4b3b-835e-8201dec871bc tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:59.063419 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8968f0c0-cd4a-44eb-b350-b3f8ba8516d1 req-bbcb3f2f-8516-4b3b-835e-8201dec871bc tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 943 time: 0.0574322 Jan 10 17:54:59.111639 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8968f0c0-cd4a-44eb-b350-b3f8ba8516d1 req-3f0dce7c-e025-4475-b753-149d8fccdccd tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Jan 10 17:54:59.866774 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89610b8-d710-451e-a900-8147a825c603 req-22ab64d8-b332-4118-9470-0b42b3e4559e tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:54:59.868220 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e89610b8-d710-451e-a900-8147a825c603 req-22ab64d8-b332-4118-9470-0b42b3e4559e tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 946 time: 0.0488043 Jan 10 17:54:59.914171 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e89610b8-d710-451e-a900-8147a825c603 req-b4c5a915-73e6-4c78-b6e8-b99b415fa8fe tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Jan 10 17:54:59.953098 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d2433503-00db-46e5-8279-caad9c786754 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:55:00.056412 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d2433503-00db-46e5-8279-caad9c786754, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d2433503-00db-46e5-8279-caad9c786754,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:00.067220 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': 'd2433503-00db-46e5-8279-caad9c786754', 'network_id': '83749002-c783-458c-a899-dffb22cf68ff', 'port_id': 'd2433503-00db-46e5-8279-caad9c786754', 'mac_address': 'fa:16:3e:c1:a9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4faa0b-3149-41c4-aa46-29f56ce4d8c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:55:00.102850 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d2433503-00db-46e5-8279-caad9c786754 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:00.103232 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d2433503-00db-46e5-8279-caad9c786754), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:00.115642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2433503-00db-46e5-8279-caad9c786754 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:00.136690 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d2433503-00db-46e5-8279-caad9c786754, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d2433503-00db-46e5-8279-caad9c786754,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:00.143321 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d2433503-00db-46e5-8279-caad9c786754), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:00.191120 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d2433503-00db-46e5-8279-caad9c786754,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:00.235006 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6d4ba-8735-4a6d-9caf-da48e58e591a req-81a7fead-ecfb-4d63-bbf2-e88efd65f824 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:00.236501 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d2b6d4ba-8735-4a6d-9caf-da48e58e591a req-81a7fead-ecfb-4d63-bbf2-e88efd65f824 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 944 time: 0.0517933 Jan 10 17:55:00.284744 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d2b6d4ba-8735-4a6d-9caf-da48e58e591a req-394965de-8538-4585-abc0-47d32bf74ca1 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Jan 10 17:55:00.410659 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d2433503-00db-46e5-8279-caad9c786754'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:00.490507 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-93eeebea-c39d-44af-aa68-add30f03b356 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:00.492014 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-93eeebea-c39d-44af-aa68-add30f03b356 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 946 time: 0.0531290 Jan 10 17:55:00.584148 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Deleting port 410878c7-c67c-4aae-90b9-040e096ffb4b {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:55:00.584529 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:00.677239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] For port 410878c7-c67c-4aae-90b9-040e096ffb4b, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=410878c7-c67c-4aae-90b9-040e096ffb4b,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:00.677604 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:00.692228 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Calling delete_port for 410878c7-c67c-4aae-90b9-040e096ffb4b owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:55:00.820815 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (410878c7-c67c-4aae-90b9-040e096ffb4b), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:00.848683 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Pushing event deleted for resources: {'Port': ['ID=410878c7-c67c-4aae-90b9-040e096ffb4b,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:00.886970 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] No DVR routers for this DVR port 410878c7-c67c-4aae-90b9-040e096ffb4b on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:55:00.889700 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:00.893100 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f8072c38-8a43-4212-83db-1549b6abeb4d req-15cd264a-8d68-430b-8624-91bd096b2e4a tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "DELETE /v2.0/ports/410878c7-c67c-4aae-90b9-040e096ffb4b HTTP/1.1" status: 204 len: 173 time: 0.3952625 Jan 10 17:55:00.893553 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'name': 'network-vif-deleted', 'tag': '410878c7-c67c-4aae-90b9-040e096ffb4b'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:00.896228 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ea13d-b8a8-4530-b4c1-3df87274174b" -d '{"events": [{"server_uuid": "0fc95439-5d9d-4b90-9325-97072509c1f5", "name": "network-vif-deleted", "tag": "410878c7-c67c-4aae-90b9-040e096ffb4b"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:00.934819 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d7c3a0-66e2-4f8c-913e-ec1a218cc608 x-openstack-request-id: req-f6d7c3a0-66e2-4f8c-913e-ec1a218cc608 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:00.935118 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc95439-5d9d-4b90-9325-97072509c1f5", "name": "network-vif-deleted", "tag": "410878c7-c67c-4aae-90b9-040e096ffb4b", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:00.935385 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6d7c3a0-66e2-4f8c-913e-ec1a218cc608 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:00.935781 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc95439-5d9d-4b90-9325-97072509c1f5', 'name': 'network-vif-deleted', 'tag': '410878c7-c67c-4aae-90b9-040e096ffb4b', 'status': 'completed', 'code': 200} Jan 10 17:55:00.961907 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['410878c7-c67c-4aae-90b9-040e096ffb4b'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:01.020119 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d48a7539-212a-4b99-bd7c-f5f922ec9121 req-583c7c79-8976-46db-be4d-b855c7acf048 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc95439-5d9d-4b90-9325-97072509c1f5 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Jan 10 17:55:01.403143 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44141fa6-496c-4ce7-88e8-7c1e96c81f9d req-7ad020d7-6fc4-4cf4-b7c4-ab4e938dbaf8 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:01.404628 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-44141fa6-496c-4ce7-88e8-7c1e96c81f9d req-7ad020d7-6fc4-4cf4-b7c4-ab4e938dbaf8 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 944 time: 0.0516522 Jan 10 17:55:01.452063 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-44141fa6-496c-4ce7-88e8-7c1e96c81f9d req-c021ec08-762b-4777-bdaa-565f9715941b tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Jan 10 17:55:01.959236 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d2433503-00db-46e5-8279-caad9c786754 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:55:02.020683 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port d2433503-00db-46e5-8279-caad9c786754 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:55:02.024838 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port d2433503-00db-46e5-8279-caad9c786754 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:55:02.025244 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d2433503-00db-46e5-8279-caad9c786754), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:02.102651 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d2433503-00db-46e5-8279-caad9c786754 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:02.103075 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d2433503-00db-46e5-8279-caad9c786754), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:02.126168 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2433503-00db-46e5-8279-caad9c786754'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:02.128417 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9abd7c2-5531-4c35-9730-a73275edaafd" -d '{"events": [{"server_uuid": "f1e328fc-c535-4c23-9325-ac3f201252fa", "name": "network-vif-plugged", "status": "completed", "tag": "d2433503-00db-46e5-8279-caad9c786754"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:02.140988 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d2433503-00db-46e5-8279-caad9c786754, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d2433503-00db-46e5-8279-caad9c786754,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:02.145575 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d2433503-00db-46e5-8279-caad9c786754), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:02.146630 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 410878c7-c67c-4aae-90b9-040e096ffb4b no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:55:02.187021 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0691092-aeff-4544-8d0c-09dee0838133 x-openstack-request-id: req-f0691092-aeff-4544-8d0c-09dee0838133 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:02.187645 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e328fc-c535-4c23-9325-ac3f201252fa", "name": "network-vif-plugged", "status": "completed", "tag": "d2433503-00db-46e5-8279-caad9c786754", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:02.188054 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0691092-aeff-4544-8d0c-09dee0838133 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:02.188447 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2433503-00db-46e5-8279-caad9c786754', 'code': 200} Jan 10 17:55:02.191782 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 410878c7-c67c-4aae-90b9-040e096ffb4b {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:55:02.192140 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 410878c7-c67c-4aae-90b9-040e096ffb4b not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:55:02.219307 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d2433503-00db-46e5-8279-caad9c786754,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:02.372215 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f4d4e-ef42-487f-8689-6ba9e3c842be req-8cb7c9c0-4304-4fa3-881b-081f8c8d2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:02.373677 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d66f4d4e-ef42-487f-8689-6ba9e3c842be req-8cb7c9c0-4304-4fa3-881b-081f8c8d2076 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 1098 time: 0.0499666 Jan 10 17:55:02.421050 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d66f4d4e-ef42-487f-8689-6ba9e3c842be req-21bd2b87-f7e0-4702-a115-392d1113faae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400383 Jan 10 17:55:02.586169 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82c655-8412-4a6f-a0a5-70926d5efecf req-127de5c6-c22a-4d6a-8783-c08f367a77d4 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:02.587730 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7a82c655-8412-4a6f-a0a5-70926d5efecf req-127de5c6-c22a-4d6a-8783-c08f367a77d4 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.0507631 Jan 10 17:55:02.639552 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7a82c655-8412-4a6f-a0a5-70926d5efecf req-7a105cf9-50ad-4b1f-9f7e-aa6be46c0bf0 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Jan 10 17:55:03.776746 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7bebf-6790-4feb-810e-14368c36c9bf req-ef2423a2-94d8-4c44-99cd-c830cb64f945 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:03.778379 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-45d7bebf-6790-4feb-810e-14368c36c9bf req-ef2423a2-94d8-4c44-99cd-c830cb64f945 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.0585790 Jan 10 17:55:03.836893 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-45d7bebf-6790-4feb-810e-14368c36c9bf req-af9a2f50-b9ca-4c14-912d-eeb2751256af tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523844 Jan 10 17:55:04.958369 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09a6b4-baa7-4338-b121-92bdc8a4642b req-2b219d51-036c-400f-b70a-793a70563e6a tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:04.959848 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ef09a6b4-baa7-4338-b121-92bdc8a4642b req-2b219d51-036c-400f-b70a-793a70563e6a tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.0495677 Jan 10 17:55:05.010967 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ef09a6b4-baa7-4338-b121-92bdc8a4642b req-230776dc-32f4-4f9d-9582-51e2cda2f9b6 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433121 Jan 10 17:55:06.132112 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9d475-78f3-4a02-9570-2097c2fac456 req-749d46e3-d340-40a9-bb97-3f7ffbaa1d10 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:06.133640 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-18b9d475-78f3-4a02-9570-2097c2fac456 req-749d46e3-d340-40a9-bb97-3f7ffbaa1d10 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.0549235 Jan 10 17:55:06.182452 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-18b9d475-78f3-4a02-9570-2097c2fac456 req-b9af33ec-98dc-432d-8f6c-8140f0f112aa tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431664 Jan 10 17:55:06.801271 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828085a8-31bb-4add-8f0a-1adeec197c46 req-be79d030-4f8d-4cff-a7ba-4c1ab0c897f7 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:06.802790 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-828085a8-31bb-4add-8f0a-1adeec197c46 req-be79d030-4f8d-4cff-a7ba-4c1ab0c897f7 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.0481558 Jan 10 17:55:06.849665 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-828085a8-31bb-4add-8f0a-1adeec197c46 req-5d7f37ba-9880-40aa-9cb4-cf51c1115f68 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Jan 10 17:55:07.981636 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eff3ab-901b-4ea4-90a7-e32df34daece req-00100722-c01a-478b-a54c-9404b28f7486 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:07.983003 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2eff3ab-901b-4ea4-90a7-e32df34daece req-00100722-c01a-478b-a54c-9404b28f7486 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.0499804 Jan 10 17:55:08.032453 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2eff3ab-901b-4ea4-90a7-e32df34daece req-6181d176-5e24-4633-994e-eb4ff38a1a5b tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439060 Jan 10 17:55:09.290709 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d148-7532-4225-a98d-305d93ad7904 req-61b7ebe3-71b7-4d01-8513-a6b715f4bdf3 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:09.292151 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5f59d148-7532-4225-a98d-305d93ad7904 req-61b7ebe3-71b7-4d01-8513-a6b715f4bdf3 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.1851380 Jan 10 17:55:09.337627 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5f59d148-7532-4225-a98d-305d93ad7904 req-4e7e74ad-2c90-40cb-98b3-c23b538e3dde tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Jan 10 17:55:10.067471 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005e02-cafc-49e9-9110-c2c711c17552 req-bd7961a9-9b61-486a-98e4-852f4ce1e032 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:10.068822 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-bd7961a9-9b61-486a-98e4-852f4ce1e032 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/networks?id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b HTTP/1.1" status: 200 len: 814 time: 0.1015368 Jan 10 17:55:10.083045 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-da5e10a3-eae0-4d1d-ac2e-838aa1da694d tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/quotas/dc1f36430c0e404b83f29da9c4d07551 HTTP/1.1" status: 200 len: 375 time: 0.0089252 Jan 10 17:55:10.111647 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-b6089b67-a48c-4776-8ce6-195df9d9dc6d tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dc1f36430c0e404b83f29da9c4d07551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0239263 Jan 10 17:55:10.199568 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-c9d9d118-cded-43bb-adda-bfc6d2487889 service neutron] 10.222.0.31 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813847 Jan 10 17:55:10.292504 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-e2522774-8e34-4e71-be8a-7a3cee7319a8 service neutron] 10.222.0.31 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846505 Jan 10 17:55:10.448077 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b2fb2704-0078-4a36-96ad-9e2007bca0c0 req-7a3b5ebc-eb73-4544-ac71-f7e0223e7276 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Jan 10 17:55:10.522420 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a15dc-91e2-46a4-993b-c28ec23a95df req-ff5e897c-569f-4e9f-b4a3-e794b2db3db7 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:10.528699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e2314-bf12-4057-91c1-8585c2a38512 req-3d435bef-e511-442d-8231-89b711ae96ea tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:10.529326 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-910a15dc-91e2-46a4-993b-c28ec23a95df req-ff5e897c-569f-4e9f-b4a3-e794b2db3db7 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.1205654 Jan 10 17:55:10.531605 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-042e2314-bf12-4057-91c1-8585c2a38512 req-3d435bef-e511-442d-8231-89b711ae96ea tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 945 time: 0.0554659 Jan 10 17:55:10.584241 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-910a15dc-91e2-46a4-993b-c28ec23a95df req-34e587c7-9954-42c2-b7ac-46c64c838915 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Jan 10 17:55:10.640557 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Deleting port d2433503-00db-46e5-8279-caad9c786754 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:55:10.640939 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (d2433503-00db-46e5-8279-caad9c786754), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:10.734619 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] For port d2433503-00db-46e5-8279-caad9c786754, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d2433503-00db-46e5-8279-caad9c786754,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:10.735108 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (d2433503-00db-46e5-8279-caad9c786754), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:10.744065 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7417d3fb-407c-44d6-bae4-9aba30e72afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:10.749065 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Calling delete_port for d2433503-00db-46e5-8279-caad9c786754 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:55:10.882119 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (d2433503-00db-46e5-8279-caad9c786754), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:10.894475 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d2433503-00db-46e5-8279-caad9c786754'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:10.913501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Pushing event deleted for resources: {'Port': ['ID=d2433503-00db-46e5-8279-caad9c786754,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:10.951895 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] No DVR routers for this DVR port d2433503-00db-46e5-8279-caad9c786754 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:55:10.954325 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:10.957563 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-042e2314-bf12-4057-91c1-8585c2a38512 req-2a66165b-a698-4a1c-a736-323cc318e853 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "DELETE /v2.0/ports/d2433503-00db-46e5-8279-caad9c786754 HTTP/1.1" status: 204 len: 173 time: 0.4205163 Jan 10 17:55:10.957994 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'name': 'network-vif-deleted', 'tag': 'd2433503-00db-46e5-8279-caad9c786754'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:10.960222 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e460a148-f711-4c59-a774-e7fab5d42daa" -d '{"events": [{"server_uuid": "f1e328fc-c535-4c23-9325-ac3f201252fa", "name": "network-vif-deleted", "tag": "d2433503-00db-46e5-8279-caad9c786754"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:11.005919 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da9083-1f43-43cc-9ced-a12caedf0c99 x-openstack-request-id: req-47da9083-1f43-43cc-9ced-a12caedf0c99 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:11.006293 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e328fc-c535-4c23-9325-ac3f201252fa", "name": "network-vif-deleted", "tag": "d2433503-00db-46e5-8279-caad9c786754", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:11.006546 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47da9083-1f43-43cc-9ced-a12caedf0c99 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:11.006946 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e328fc-c535-4c23-9325-ac3f201252fa', 'name': 'network-vif-deleted', 'tag': 'd2433503-00db-46e5-8279-caad9c786754', 'status': 'completed', 'code': 200} Jan 10 17:55:11.491517 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005e02-cafc-49e9-9110-c2c711c17552 req-fcdcd70c-13fb-4360-b3d3-72cb3eb668f4 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:11.493070 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-fcdcd70c-13fb-4360-b3d3-72cb3eb668f4 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "GET /v2.0/networks?id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b HTTP/1.1" status: 200 len: 814 time: 0.1031773 Jan 10 17:55:11.507453 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Request body: {'port': {'device_id': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b', 'admin_state_up': True, 'tenant_id': 'dc1f36430c0e404b83f29da9c4d07551'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:11.563612 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-88c60fee-cb0b-44fd-8d45-abae4c6f9977 req-8cc1c47b-9124-4612-a79d-ea5c384689b1 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jan 10 17:55:11.648144 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Made reservation on behalf of dc1f36430c0e404b83f29da9c4d07551 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:55:11.652048 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:11.704424 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0e9d0299-b48b-4071-a8d3-53f7f3dbdfd4 req-23e7dba3-8333-4439-abc2-84453256212b tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1e328fc-c535-4c23-9325-ac3f201252fa HTTP/1.1" status: 200 len: 210 time: 0.0278440 Jan 10 17:55:11.794621 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Allocated IP 172.20.0.4 (fdf78ad5-fb57-4fc0-b500-6205d20b7e3b/a944e068-c071-4f36-9cce-bc08a37a8d46/54e970a7-b858-4101-af2d-4f8b3cf21938) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:55:11.938672 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks [] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:11.974976 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.020396 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:55:12.023479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:55:12.026364 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:55:12.055521 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Pushing event updated for resources: {'Port': ['ID=54e970a7-b858-4101-af2d-4f8b3cf21938,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:12.083698 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:12.084309 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.102430 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-a0a6dc0a-791b-4a9e-953c-23083f857b47 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987818 Jan 10 17:55:12.113482 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Request body: {'port': {'device_id': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:12.169036 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.432553 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e970a7-b858-4101-af2d-4f8b3cf21938 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:12.440402 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Publish callbacks [] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.452306 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Transition to ACTIVE for port object 54e970a7-b858-4101-af2d-4f8b3cf21938 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:55:12.458263 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.504623 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Pushing event updated for resources: {'Port': ['ID=54e970a7-b858-4101-af2d-4f8b3cf21938,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:12.572982 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Attempting to bind port 54e970a7-b858-4101-af2d-4f8b3cf21938 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:55:12.573317 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Attempting to bind port 54e970a7-b858-4101-af2d-4f8b3cf21938 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:55:12.573765 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Attempting to bind port 54e970a7-b858-4101-af2d-4f8b3cf21938 on network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:55:12.579647 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Port 54e970a7-b858-4101-af2d-4f8b3cf21938 on network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:55:12.579974 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Attempting to bind port 54e970a7-b858-4101-af2d-4f8b3cf21938 on network fdf78ad5-fb57-4fc0-b500-6205d20b7e3b {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:55:12.586848 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:55:12.587152 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Checking segment: {'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:55:12.587678 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Bound using segment: {'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:55:12.588118 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Bound port: 54e970a7-b858-4101-af2d-4f8b3cf21938, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:55:12.588478 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.652625 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] For port 54e970a7-b858-4101-af2d-4f8b3cf21938, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:55:12.655816 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] For port 54e970a7-b858-4101-af2d-4f8b3cf21938, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=54e970a7-b858-4101-af2d-4f8b3cf21938,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:55:12.659689 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.681316 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87bd1-a885-449f-a07d-63baff6f07e9 req-85ed7dfb-2833-42aa-b63b-e8861e8eb51f tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:12.682922 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-99d87bd1-a885-449f-a07d-63baff6f07e9 req-85ed7dfb-2833-42aa-b63b-e8861e8eb51f tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 943 time: 0.0523353 Jan 10 17:55:12.695325 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:12.695951 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.697345 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] 10.222.0.35 "PUT /v2.0/ports/54e970a7-b858-4101-af2d-4f8b3cf21938 HTTP/1.1" status: 200 len: 1093 time: 0.5878265 Jan 10 17:55:12.716078 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ec28-185b-4bd3-b811-cdd977810447 service neutron] Pushing event updated for resources: {'Port': ['ID=54e970a7-b858-4101-af2d-4f8b3cf21938,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:12.751432 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:12.755050 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-99d87bd1-a885-449f-a07d-63baff6f07e9 req-9728a11e-4a8e-4048-8979-f3f35964b650 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654409 Jan 10 17:55:12.781883 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005e02-cafc-49e9-9110-c2c711c17552 req-8f7b879f-1d45-4a52-91e5-55d0ff2d16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:12.783406 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-8f7b879f-1d45-4a52-91e5-55d0ff2d16ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc1f36430c0e404b83f29da9c4d07551&device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0479774 Jan 10 17:55:12.824929 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-0e6b20b5-77d0-4152-8da9-477c6c918799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54e970a7-b858-4101-af2d-4f8b3cf21938 HTTP/1.1" status: 200 len: 217 time: 0.0342371 Jan 10 17:55:12.874389 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005e02-cafc-49e9-9110-c2c711c17552 req-170cf2a9-f72b-40ce-aa11-747701d0b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:12.875932 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-170cf2a9-f72b-40ce-aa11-747701d0b830 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a944e068-c071-4f36-9cce-bc08a37a8d46 HTTP/1.1" status: 200 len: 854 time: 0.0454769 Jan 10 17:55:12.907598 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-c04ac0b5-43f5-4afb-8681-68634e08a4b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250647 Jan 10 17:55:13.008558 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'tag': '54e970a7-b858-4101-af2d-4f8b3cf21938'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:13.010718 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c6847-9357-4114-b787-8ff147ea6a01" -d '{"events": [{"name": "network-changed", "server_uuid": "b79dd609-525d-43f3-9e6d-c42e593df6c6", "tag": "54e970a7-b858-4101-af2d-4f8b3cf21938"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:13.052825 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73dfec0-825c-4ac4-bf93-dff7c1199e03 x-openstack-request-id: req-f73dfec0-825c-4ac4-bf93-dff7c1199e03 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:13.053144 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79dd609-525d-43f3-9e6d-c42e593df6c6", "tag": "54e970a7-b858-4101-af2d-4f8b3cf21938", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:13.053390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f73dfec0-825c-4ac4-bf93-dff7c1199e03 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:13.053807 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'tag': '54e970a7-b858-4101-af2d-4f8b3cf21938', 'status': 'completed', 'code': 200} Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.073895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:13.076607 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:13.077511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-9768a014-f491-4561-95af-a6c17a6dd8ee tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:13.078673 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-9768a014-f491-4561-95af-a6c17a6dd8ee tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/networks?id=83749002-c783-458c-a899-dffb22cf68ff HTTP/1.1" status: 200 len: 808 time: 0.1733382 Jan 10 17:55:13.080792 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-980d1350-6b7b-43df-af95-35dc424accb0 service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650493 Jan 10 17:55:13.108350 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-f213b6eb-6855-461c-9ee3-90ea946b218f tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/quotas/3d9d593a7df24852b21f9c751e44e357 HTTP/1.1" status: 200 len: 375 time: 0.0244226 Jan 10 17:55:13.152183 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-fcc01ea7-a066-4bcc-a5a7-0d9e3170cb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:13.387084 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-29cd0d8e-963d-4ebe-bc7c-05d74d678392 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d9d593a7df24852b21f9c751e44e357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2726827 Jan 10 17:55:13.421688 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-80005e02-cafc-49e9-9110-c2c711c17552 req-90f5ad42-b0da-430c-bfc4-37b05658c5d8 service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316345 Jan 10 17:55:13.549614 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-871c1086-cf11-4a23-bd41-f198809dfc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:13.551086 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-871c1086-cf11-4a23-bd41-f198809dfc57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc1f36430c0e404b83f29da9c4d07551&device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0602891 Jan 10 17:55:13.552915 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-4bffd2d0-850f-4b72-832d-3e9dd383ce59 service neutron] 10.222.0.31 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578677 Jan 10 17:55:13.706215 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-5b170fc7-34eb-4a9d-9780-9d3e75ff55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:13.707573 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-5b170fc7-34eb-4a9d-9780-9d3e75ff55c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b HTTP/1.1" status: 200 len: 915 time: 0.1490407 Jan 10 17:55:13.709770 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-5053a1a1-d26c-4126-af2a-afa9335b55ba service neutron] 10.222.0.31 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501918 Jan 10 17:55:13.749576 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-b8b86f66-9246-4acd-b5ac-c59b83e33969 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54e970a7-b858-4101-af2d-4f8b3cf21938 HTTP/1.1" status: 200 len: 217 time: 0.0347638 Jan 10 17:55:13.800585 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-e392d020-3bd8-4124-9531-42a9d6794f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:13.802098 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-e392d020-3bd8-4124-9531-42a9d6794f40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a944e068-c071-4f36-9cce-bc08a37a8d46 HTTP/1.1" status: 200 len: 854 time: 0.0464025 Jan 10 17:55:13.846018 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-a738f3bf-7f5c-46df-aab1-ec327a193965 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358515 Jan 10 17:55:13.886402 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-66c7a0d7-4db9-4bd4-a7eb-c25b9913b4bc req-0ffe3284-74cd-4451-abcc-ce22a2b58cde tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 210 time: 0.0371692 Jan 10 17:55:13.891922 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c674da-3c74-4bca-b34a-43b18a3f13b1 req-d37d713e-3e12-4dbc-b5a7-73a13da0132d tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:13.893447 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-56c674da-3c74-4bca-b34a-43b18a3f13b1 req-d37d713e-3e12-4dbc-b5a7-73a13da0132d tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 943 time: 0.0641570 Jan 10 17:55:13.964662 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-56c674da-3c74-4bca-b34a-43b18a3f13b1 req-bb6a3913-297e-44ec-bca8-73a5fde3be6d tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537121 Jan 10 17:55:13.972312 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-efcdcba3-a1ec-4312-964c-e3c6857ae916 service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117380 Jan 10 17:55:13.987151 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d2433503-00db-46e5-8279-caad9c786754 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:55:14.007655 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: d2433503-00db-46e5-8279-caad9c786754 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:55:14.008590 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d2433503-00db-46e5-8279-caad9c786754 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:55:14.077073 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16c6847-9357-4114-b787-8ff147ea6a01 req-56dfa94f-b602-42ba-b603-00c1f3c65c87 service neutron] 10.222.0.35 "GET /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976856 Jan 10 17:55:14.094529 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.002753 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8740346-34b6-401e-8b49-135347f3592f req-ecedcf51-ac4f-49de-8a6f-9279368ebbaf tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 210 time: 0.0331559 Jan 10 17:55:15.085842 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-7272bace-afa2-41bc-a9b5-7c45aef8c424 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:15.087454 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-7272bace-afa2-41bc-a9b5-7c45aef8c424 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "GET /v2.0/networks?id=83749002-c783-458c-a899-dffb22cf68ff HTTP/1.1" status: 200 len: 808 time: 0.1391797 Jan 10 17:55:15.097515 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdd1f2-a21b-4693-a684-256c436b26ec req-29322b7d-a039-46b6-ab2c-3bd2ad0053ec tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:15.098973 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-86fdd1f2-a21b-4693-a684-256c436b26ec req-29322b7d-a039-46b6-ab2c-3bd2ad0053ec tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 943 time: 0.0475273 Jan 10 17:55:15.104018 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Request body: {'port': {'device_id': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'network_id': '83749002-c783-458c-a899-dffb22cf68ff', 'admin_state_up': True, 'tenant_id': '3d9d593a7df24852b21f9c751e44e357'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:15.150435 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-86fdd1f2-a21b-4693-a684-256c436b26ec req-ebac1765-8d28-4300-b1c7-dd11820cbc45 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Jan 10 17:55:15.214904 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Made reservation on behalf of 3d9d593a7df24852b21f9c751e44e357 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:55:15.218451 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.343533 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Allocated IP 172.20.0.4 (83749002-c783-458c-a899-dffb22cf68ff/1f4faa0b-3149-41c4-aa46-29f56ce4d8c5/077cad25-fc2f-463c-99bd-155e974cdc2f) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:55:15.497751 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks [] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.534633 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.577596 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Network 83749002-c783-458c-a899-dffb22cf68ff is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:55:15.579361 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.580861 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:55:15.584508 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:55:15.590914 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Pushing event updated for resources: {'Port': ['ID=077cad25-fc2f-463c-99bd-155e974cdc2f,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:15.634896 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:15.635499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.655192 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-05c593a6-36fd-4be6-bb17-a2f9c42778e2 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5548158 Jan 10 17:55:15.669617 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Request body: {'port': {'device_id': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:15.725151 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.981279 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077cad25-fc2f-463c-99bd-155e974cdc2f {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:15.988749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Publish callbacks [] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:15.997858 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 54e970a7-b858-4101-af2d-4f8b3cf21938 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:55:16.000665 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Transition to ACTIVE for port object 077cad25-fc2f-463c-99bd-155e974cdc2f will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:55:16.006683 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:16.057456 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=077cad25-fc2f-463c-99bd-155e974cdc2f,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:16.105894 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 54e970a7-b858-4101-af2d-4f8b3cf21938, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=54e970a7-b858-4101-af2d-4f8b3cf21938,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:16.119701 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '54e970a7-b858-4101-af2d-4f8b3cf21938', 'network_id': 'fdf78ad5-fb57-4fc0-b500-6205d20b7e3b', 'port_id': '54e970a7-b858-4101-af2d-4f8b3cf21938', 'mac_address': 'fa:16:3e:4d:b4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a944e068-c071-4f36-9cce-bc08a37a8d46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:55:16.156294 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 54e970a7-b858-4101-af2d-4f8b3cf21938 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:16.156676 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:16.169598 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e970a7-b858-4101-af2d-4f8b3cf21938 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:16.171632 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ad3bb-59db-4d72-aee6-0932b985790a req-5fd9afda-ce59-4d6a-8d67-af06ee7180cc tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.173170 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-246ad3bb-59db-4d72-aee6-0932b985790a req-5fd9afda-ce59-4d6a-8d67-af06ee7180cc tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 943 time: 0.0901959 Jan 10 17:55:16.174266 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Attempting to bind port 077cad25-fc2f-463c-99bd-155e974cdc2f on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:55:16.174601 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Attempting to bind port 077cad25-fc2f-463c-99bd-155e974cdc2f by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:55:16.174935 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Attempting to bind port 077cad25-fc2f-463c-99bd-155e974cdc2f on network 83749002-c783-458c-a899-dffb22cf68ff {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:55:16.180302 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Port 077cad25-fc2f-463c-99bd-155e974cdc2f on network 83749002-c783-458c-a899-dffb22cf68ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:55:16.180707 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Attempting to bind port 077cad25-fc2f-463c-99bd-155e974cdc2f on network 83749002-c783-458c-a899-dffb22cf68ff {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:55:16.187895 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:55:16.188306 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Checking segment: {'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:55:16.188760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Bound using segment: {'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:55:16.189289 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Bound port: 077cad25-fc2f-463c-99bd-155e974cdc2f, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '83749002-c783-458c-a899-dffb22cf68ff'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:55:16.189701 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:16.193645 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 54e970a7-b858-4101-af2d-4f8b3cf21938, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=54e970a7-b858-4101-af2d-4f8b3cf21938,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:16.199001 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:16.255107 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=54e970a7-b858-4101-af2d-4f8b3cf21938,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:16.262679 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.263065 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.263458 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.263805 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.264233 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.264617 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.265065 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.265568 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.266060 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.266564 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.267042 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.267880 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.268362 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:16.273454 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507cfd6-f111-4690-b105-5c8e32583d53 req-97373ea8-b746-4852-89f3-924a81e71d88 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.275258 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6507cfd6-f111-4690-b105-5c8e32583d53 req-97373ea8-b746-4852-89f3-924a81e71d88 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 944 time: 0.0507252 Jan 10 17:55:16.288976 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-246ad3bb-59db-4d72-aee6-0932b985790a req-a61e014c-9064-4260-adcc-b75a996575b8 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969553 Jan 10 17:55:16.300352 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] For port 077cad25-fc2f-463c-99bd-155e974cdc2f, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:55:16.303518 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] For port 077cad25-fc2f-463c-99bd-155e974cdc2f, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=077cad25-fc2f-463c-99bd-155e974cdc2f,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:55:16.308542 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:16.329535 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6507cfd6-f111-4690-b105-5c8e32583d53 req-03589d51-f2e1-4489-8cf8-a0c7cbf42cb4 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Jan 10 17:55:16.346894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.347711 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:16.349298 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/077cad25-fc2f-463c-99bd-155e974cdc2f HTTP/1.1" status: 200 len: 1093 time: 0.6837032 Jan 10 17:55:16.351625 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'tag': '077cad25-fc2f-463c-99bd-155e974cdc2f'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:16.354081 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d49c04-a9bd-4487-9a1f-c518cca7aa15" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75", "tag": "077cad25-fc2f-463c-99bd-155e974cdc2f"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:16.380091 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd5ce7-3cb4-46b6-b34f-16354212a6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=077cad25-fc2f-463c-99bd-155e974cdc2f,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:16.391067 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77499eaf-4d32-472b-82ef-d61e88bcbd75 x-openstack-request-id: req-77499eaf-4d32-472b-82ef-d61e88bcbd75 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:16.391463 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75", "tag": "077cad25-fc2f-463c-99bd-155e974cdc2f", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:16.391790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77499eaf-4d32-472b-82ef-d61e88bcbd75 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:16.392447 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'tag': '077cad25-fc2f-463c-99bd-155e974cdc2f', 'status': 'completed', 'code': 200} Jan 10 17:55:16.443650 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-38924cd1-bc44-4188-bf6f-afbbb869649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.446236 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-38924cd1-bc44-4188-bf6f-afbbb869649d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d9d593a7df24852b21f9c751e44e357&device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 1096 time: 0.0418532 Jan 10 17:55:16.456685 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['54e970a7-b858-4101-af2d-4f8b3cf21938'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:16.488843 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-20fd8919-7074-4c13-bce0-1bebc009d6c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077cad25-fc2f-463c-99bd-155e974cdc2f HTTP/1.1" status: 200 len: 217 time: 0.0348628 Jan 10 17:55:16.542046 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-f20e44ac-c560-432a-9270-8126accf56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.543648 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-f20e44ac-c560-432a-9270-8126accf56a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f4faa0b-3149-41c4-aa46-29f56ce4d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0492208 Jan 10 17:55:16.576901 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-89a2d25a-957f-46f4-b72a-861dc154ff36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83749002-c783-458c-a899-dffb22cf68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265641 Jan 10 17:55:16.665498 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-5b21094e-f115-47d2-931d-c10fee2ab531 service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816398 Jan 10 17:55:16.763433 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c8a9ed15-b3b7-4b14-92e6-9b8ed95f633f req-eca33087-819e-4761-917c-60861fbf3e9b service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907805 Jan 10 17:55:16.851508 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6332f-a7ce-44cf-8a7b-a1770d507f4c req-25fca436-61e1-42de-a459-e89341431ac6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.852914 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-15a6332f-a7ce-44cf-8a7b-a1770d507f4c req-25fca436-61e1-42de-a459-e89341431ac6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0484161 Jan 10 17:55:16.884448 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-691a363b-f8f6-43e6-a003-d329a0b19add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.886000 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-691a363b-f8f6-43e6-a003-d329a0b19add service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d9d593a7df24852b21f9c751e44e357&device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 1096 time: 0.0417612 Jan 10 17:55:16.899756 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-15a6332f-a7ce-44cf-8a7b-a1770d507f4c req-8b7de7aa-9980-4e85-b950-4a6beca7a218 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Jan 10 17:55:16.978353 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-48ba9124-b94b-4861-a77a-f2210b974373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:16.979785 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-48ba9124-b94b-4861-a77a-f2210b974373 service neutron] 10.222.0.35 "GET /v2.0/networks?id=83749002-c783-458c-a899-dffb22cf68ff HTTP/1.1" status: 200 len: 909 time: 0.0867486 Jan 10 17:55:16.999919 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:17.021319 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-7a9e0d3b-cc03-4f87-ba38-19a85d8938ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=077cad25-fc2f-463c-99bd-155e974cdc2f HTTP/1.1" status: 200 len: 217 time: 0.0340226 Jan 10 17:55:17.076079 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-542949a8-dbb9-4df0-9709-37dc0cf77a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:17.077717 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-542949a8-dbb9-4df0-9709-37dc0cf77a5f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f4faa0b-3149-41c4-aa46-29f56ce4d8c5 HTTP/1.1" status: 200 len: 848 time: 0.0495934 Jan 10 17:55:17.110052 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-d484a64f-786b-41aa-8890-1c440aaa8d07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83749002-c783-458c-a899-dffb22cf68ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240712 Jan 10 17:55:17.199106 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-19e64e3c-d040-4c8d-a82c-1bb2944ec38d service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823948 Jan 10 17:55:17.294738 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-49d49c04-a9bd-4487-9a1f-c518cca7aa15 req-3056d03b-af23-49df-9659-7f11af1acf30 service neutron] 10.222.0.35 "GET /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888534 Jan 10 17:55:17.406232 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ae249-f587-4815-82f7-ba8270ee5ea1 req-0df1983c-b49a-44b1-8685-b4d282ab9356 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:17.407794 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-757ae249-f587-4815-82f7-ba8270ee5ea1 req-0df1983c-b49a-44b1-8685-b4d282ab9356 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 943 time: 0.0491817 Jan 10 17:55:17.449248 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868993e-d329-4376-93ae-1d3bbd07fefe req-265e0dc5-b965-4263-b863-1a91204ed612 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:17.450706 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3868993e-d329-4376-93ae-1d3bbd07fefe req-265e0dc5-b965-4263-b863-1a91204ed612 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 944 time: 0.0526607 Jan 10 17:55:17.455940 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-757ae249-f587-4815-82f7-ba8270ee5ea1 req-2aa130a3-8f37-47ab-ae06-c6463106b43d tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Jan 10 17:55:17.497918 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3868993e-d329-4376-93ae-1d3bbd07fefe req-daaadfd8-c931-4bb0-a9c2-74c1618ca4a4 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Jan 10 17:55:17.863091 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233ea3f-8f00-4a4b-9648-e54c64be9bfb req-c8580f75-eb46-4cef-9f42-4620f004cba1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:17.864699 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6233ea3f-8f00-4a4b-9648-e54c64be9bfb req-c8580f75-eb46-4cef-9f42-4620f004cba1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0539572 Jan 10 17:55:17.916052 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6233ea3f-8f00-4a4b-9648-e54c64be9bfb req-bc4197c0-c7e4-45ce-b0d2-4fdaa3253df4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Jan 10 17:55:18.020623 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0459026-276f-41d2-9558-2c34a9f0b4f0 req-6589eb54-11d2-4575-b88f-74da88e42f5c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:18.022131 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d0459026-276f-41d2-9558-2c34a9f0b4f0 req-6589eb54-11d2-4575-b88f-74da88e42f5c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0483811 Jan 10 17:55:18.029468 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 54e970a7-b858-4101-af2d-4f8b3cf21938 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:55:18.071419 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d0459026-276f-41d2-9558-2c34a9f0b4f0 req-d38d41da-ffa7-423f-b178-2c323a71bcf7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 Jan 10 17:55:18.084549 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 54e970a7-b858-4101-af2d-4f8b3cf21938 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:55:18.088830 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 54e970a7-b858-4101-af2d-4f8b3cf21938 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:55:18.089274 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:18.169056 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 54e970a7-b858-4101-af2d-4f8b3cf21938 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:18.169334 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:18.193374 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e970a7-b858-4101-af2d-4f8b3cf21938'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:18.195630 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa602ff5-e203-425d-9524-f73e986fda3e" -d '{"events": [{"server_uuid": "b79dd609-525d-43f3-9e6d-c42e593df6c6", "name": "network-vif-plugged", "status": "completed", "tag": "54e970a7-b858-4101-af2d-4f8b3cf21938"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:18.208503 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 54e970a7-b858-4101-af2d-4f8b3cf21938, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=54e970a7-b858-4101-af2d-4f8b3cf21938,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:18.214524 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:18.236786 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d22b74-4bf6-4015-b4eb-b8ce7aa993cd x-openstack-request-id: req-c8d22b74-4bf6-4015-b4eb-b8ce7aa993cd {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:18.237107 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79dd609-525d-43f3-9e6d-c42e593df6c6", "name": "network-vif-plugged", "status": "completed", "tag": "54e970a7-b858-4101-af2d-4f8b3cf21938", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:18.237361 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8d22b74-4bf6-4015-b4eb-b8ce7aa993cd {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:18.237750 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e970a7-b858-4101-af2d-4f8b3cf21938', 'code': 200} Jan 10 17:55:18.266224 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=54e970a7-b858-4101-af2d-4f8b3cf21938,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:18.407663 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc92d9-90e8-4c63-85bf-4db0dda03da2 req-d95bf12c-6f96-48fe-9225-33fe9159c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:18.409143 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8fc92d9-90e8-4c63-85bf-4db0dda03da2 req-d95bf12c-6f96-48fe-9225-33fe9159c4bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 1098 time: 0.0425410 Jan 10 17:55:18.459535 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8fc92d9-90e8-4c63-85bf-4db0dda03da2 req-a4606560-e33c-4a9a-bcdf-421ed467c1c9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423818 Jan 10 17:55:18.575621 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c1b85-cfd8-4bec-8339-2cfb8b6160f7 req-b4b210f5-b352-4ad4-8c24-2c8f0900a7d7 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:18.577142 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d31c1b85-cfd8-4bec-8339-2cfb8b6160f7 req-b4b210f5-b352-4ad4-8c24-2c8f0900a7d7 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 943 time: 0.0542011 Jan 10 17:55:18.621251 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ac8c3-2d96-4068-8a3a-38b35f9b5a0b req-22b7107a-9c2a-4bf7-ba14-b882da5903f1 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:18.622763 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-668ac8c3-2d96-4068-8a3a-38b35f9b5a0b req-22b7107a-9c2a-4bf7-ba14-b882da5903f1 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Jan 10 17:55:18.626293 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d31c1b85-cfd8-4bec-8339-2cfb8b6160f7 req-279c1c0a-3309-48bc-bf14-64831bdc4c76 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Jan 10 17:55:18.688732 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-668ac8c3-2d96-4068-8a3a-38b35f9b5a0b req-30bd6cf0-3043-40f3-b51f-812efa826a2c tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601928 Jan 10 17:55:19.045013 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f4be8-5b3d-4324-b744-69d0616c87f4 req-06ce8740-4ab9-4731-9b8b-0457e9d109bb tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:19.046457 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8f4f4be8-5b3d-4324-b744-69d0616c87f4 req-06ce8740-4ab9-4731-9b8b-0457e9d109bb tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0556192 Jan 10 17:55:19.066962 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:55:19.095396 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8f4f4be8-5b3d-4324-b744-69d0616c87f4 req-3d45fd85-52be-472e-98ac-c4539e6f85b2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Jan 10 17:55:19.191445 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec0a0b-2690-407e-92e8-f28cd08a2d6f req-69b8e7e1-2d9f-43ec-b441-f1fb711d5118 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:19.192903 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d4ec0a0b-2690-407e-92e8-f28cd08a2d6f req-69b8e7e1-2d9f-43ec-b441-f1fb711d5118 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0512221 Jan 10 17:55:19.244379 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d4ec0a0b-2690-407e-92e8-f28cd08a2d6f req-a3272b9e-60c5-4c38-bbb9-136059acc305 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Jan 10 17:55:19.741228 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9fec5-0bd0-43bc-aa71-224876b5946f req-a24f373d-1a81-4d69-b655-c41f7c52bf2a tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:19.742681 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-eec9fec5-0bd0-43bc-aa71-224876b5946f req-a24f373d-1a81-4d69-b655-c41f7c52bf2a tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 943 time: 0.0493605 Jan 10 17:55:19.795529 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-eec9fec5-0bd0-43bc-aa71-224876b5946f req-81dd50ad-a5a5-4705-b8e8-9e19ed3a4014 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Jan 10 17:55:19.805236 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748242e-5673-4dfd-968e-dcfb908531af req-d7c904d1-1257-426e-b4e9-fe64ec8088e3 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:19.806756 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1748242e-5673-4dfd-968e-dcfb908531af req-d7c904d1-1257-426e-b4e9-fe64ec8088e3 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Jan 10 17:55:19.852975 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1748242e-5673-4dfd-968e-dcfb908531af req-f5c587cf-386a-40b1-aaaf-d2f83fa7a132 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 Jan 10 17:55:20.030197 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 077cad25-fc2f-463c-99bd-155e974cdc2f details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:55:20.125371 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 077cad25-fc2f-463c-99bd-155e974cdc2f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=077cad25-fc2f-463c-99bd-155e974cdc2f,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:20.136679 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '077cad25-fc2f-463c-99bd-155e974cdc2f', 'network_id': '83749002-c783-458c-a899-dffb22cf68ff', 'port_id': '077cad25-fc2f-463c-99bd-155e974cdc2f', 'mac_address': 'fa:16:3e:0a:a8:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4faa0b-3149-41c4-aa46-29f56ce4d8c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:55:20.191288 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 077cad25-fc2f-463c-99bd-155e974cdc2f is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:20.191949 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:20.206633 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-0aed9573-0183-438d-a630-7a8b19294cb3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:20.208105 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-0aed9573-0183-438d-a630-7a8b19294cb3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.1011786 Jan 10 17:55:20.212460 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077cad25-fc2f-463c-99bd-155e974cdc2f {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:20.233842 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 077cad25-fc2f-463c-99bd-155e974cdc2f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=077cad25-fc2f-463c-99bd-155e974cdc2f,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:20.238931 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:20.259302 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73dcda-d22c-4cf6-b690-b59e62db23f4 req-d620faf8-b0ef-4d40-acd9-a110f1125b34 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:20.260805 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ec73dcda-d22c-4cf6-b690-b59e62db23f4 req-d620faf8-b0ef-4d40-acd9-a110f1125b34 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 946 time: 0.0875380 Jan 10 17:55:20.315545 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=077cad25-fc2f-463c-99bd-155e974cdc2f,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:20.345969 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ec73dcda-d22c-4cf6-b690-b59e62db23f4 req-88ae330d-eee3-4901-923d-f981223c0843 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=058d717b-fbf0-4eef-b514-f74ab5414163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591872 Jan 10 17:55:20.352764 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Deleting port 86194098-8bbb-4d91-a51e-c3252a2e68ca {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:55:20.353562 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:20.373165 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a082d-04c7-4ae3-a127-a39d7226014b req-710ebd1e-5172-4773-a7f1-d23a189ca3ab tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:20.375411 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-784a082d-04c7-4ae3-a127-a39d7226014b req-710ebd1e-5172-4773-a7f1-d23a189ca3ab tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0491853 Jan 10 17:55:20.421555 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-784a082d-04c7-4ae3-a127-a39d7226014b req-6578d00a-2b7b-41ea-b564-be90bdb5bb37 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 Jan 10 17:55:20.445032 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] For port 86194098-8bbb-4d91-a51e-c3252a2e68ca, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=86194098-8bbb-4d91-a51e-c3252a2e68ca,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:20.445394 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:20.501418 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['077cad25-fc2f-463c-99bd-155e974cdc2f'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:20.619100 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:20.619461 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (14895b62-2796-4284-bfe4-3e13548fe01f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:20.619933 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Floating IP 14895b62-2796-4284-bfe4-3e13548fe01f disassociated. External IP: 172.27.2.250, port: 86194098-8bbb-4d91-a51e-c3252a2e68ca. Jan 10 17:55:20.620085 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Calling delete_port for 86194098-8bbb-4d91-a51e-c3252a2e68ca owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:55:20.762478 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (86194098-8bbb-4d91-a51e-c3252a2e68ca), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:20.794199 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event deleted for resources: {'Port': ['ID=86194098-8bbb-4d91-a51e-c3252a2e68ca,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:20.802685 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.803199 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.803647 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.803992 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.804327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.804671 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.805032 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.805373 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.805897 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.806011 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.806354 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.807078 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.807078 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:55:20.941342 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85114a06-f4a7-4cf9-945c-8d7270c11471 req-dd334ac2-32bc-488d-a090-db3195a82f84 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:20.942776 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-85114a06-f4a7-4cf9-945c-8d7270c11471 req-dd334ac2-32bc-488d-a090-db3195a82f84 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 944 time: 0.0726559 Jan 10 17:55:20.956464 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Router f621cd84-bf9d-46da-9557-3eb5a6311885 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:55:21.282692 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-85114a06-f4a7-4cf9-945c-8d7270c11471 req-f5ffe0ae-d815-4209-af5e-b39feb6a4100 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343990 Jan 10 17:55:21.318638 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:55:21.328511 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] Sync routers for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:55:21.339979 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:55:21.340604 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:55:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:21.354632 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] No DVR routers for this DVR port 86194098-8bbb-4d91-a51e-c3252a2e68ca on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:55:21.357083 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:21.360297 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cbbeef21-19bc-4fbe-87a5-561e5110b98d req-9385652d-f811-40c4-b8c2-ae33341ecf0a tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "DELETE /v2.0/ports/86194098-8bbb-4d91-a51e-c3252a2e68ca HTTP/1.1" status: 204 len: 173 time: 1.1451490 Jan 10 17:55:21.360794 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'name': 'network-vif-deleted', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:21.362972 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b3ffb-9152-4664-9109-9edbe0357b21" -d '{"events": [{"server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "name": "network-vif-deleted", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:21.406508 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb076d1-f9e5-4bce-85e6-f58ed78a5483 x-openstack-request-id: req-2fb076d1-f9e5-4bce-85e6-f58ed78a5483 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:21.406730 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554959b9-a1ed-42c6-b7ad-dc0e9790df43", "name": "network-vif-deleted", "tag": "86194098-8bbb-4d91-a51e-c3252a2e68ca", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:21.407279 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fb076d1-f9e5-4bce-85e6-f58ed78a5483 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:21.407677 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554959b9-a1ed-42c6-b7ad-dc0e9790df43', 'name': 'network-vif-deleted', 'tag': '86194098-8bbb-4d91-a51e-c3252a2e68ca', 'status': 'completed', 'code': 200} Jan 10 17:55:21.442188 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-65a08b3f-de19-4cb1-ae4b-1d2ede7cae2a req-0dbf4b0d-581b-481e-9139-6dab30827105 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=554959b9-a1ed-42c6-b7ad-dc0e9790df43 HTTP/1.1" status: 200 len: 210 time: 0.0267808 Jan 10 17:55:21.470719 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:55:21.546753 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b737fbc-678c-419b-b7b8-9c4ea65a5750 req-4d374f0e-f283-47ec-be33-d5122cd8edaf tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:21.548244 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0b737fbc-678c-419b-b7b8-9c4ea65a5750 req-4d374f0e-f283-47ec-be33-d5122cd8edaf tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0468211 Jan 10 17:55:21.595765 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0b737fbc-678c-419b-b7b8-9c4ea65a5750 req-95162043-41f6-43b5-84e7-00cb9c2e128f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418525 Jan 10 17:55:21.661954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:21.699150 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] Checking router: f621cd84-bf9d-46da-9557-3eb5a6311885 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:55:21.707782 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:55:21.708386 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:55:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:21.807369 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:55:22.048740 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 077cad25-fc2f-463c-99bd-155e974cdc2f up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:55:22.138875 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 077cad25-fc2f-463c-99bd-155e974cdc2f completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:55:22.148294 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 077cad25-fc2f-463c-99bd-155e974cdc2f triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:55:22.149267 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.205138 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:22.235321 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa575cc-2751-4e96-a21b-dea742020c2f None None] The sync data for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi is: [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:55:22.270803 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 077cad25-fc2f-463c-99bd-155e974cdc2f is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:22.271420 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.297444 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077cad25-fc2f-463c-99bd-155e974cdc2f'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:22.299825 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26438e5-c025-43d0-93bc-3b348f79bbbf" -d '{"events": [{"server_uuid": "a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75", "name": "network-vif-plugged", "status": "completed", "tag": "077cad25-fc2f-463c-99bd-155e974cdc2f"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:22.313342 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 077cad25-fc2f-463c-99bd-155e974cdc2f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=077cad25-fc2f-463c-99bd-155e974cdc2f,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:22.318374 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.356724 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb5d7b-82bc-4aaf-b63c-d83dd80d271a x-openstack-request-id: req-3fcb5d7b-82bc-4aaf-b63c-d83dd80d271a {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:22.357371 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75", "name": "network-vif-plugged", "status": "completed", "tag": "077cad25-fc2f-463c-99bd-155e974cdc2f", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:22.357371 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fcb5d7b-82bc-4aaf-b63c-d83dd80d271a {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:22.357677 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077cad25-fc2f-463c-99bd-155e974cdc2f', 'code': 200} Jan 10 17:55:22.379116 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=077cad25-fc2f-463c-99bd-155e974cdc2f,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:22.430844 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8700f5d-e59a-442e-83e2-06b0b78da81c req-025da020-e665-43f7-a0ff-5dcf809a906e tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:22.432929 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a8700f5d-e59a-442e-83e2-06b0b78da81c req-025da020-e665-43f7-a0ff-5dcf809a906e tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 945 time: 0.0730228 Jan 10 17:55:22.495526 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a8700f5d-e59a-442e-83e2-06b0b78da81c req-415e1f55-a5ad-4879-8a8b-0d588b6f7542 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558197 Jan 10 17:55:22.524420 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aa7322-2912-4c10-bf0e-106f9efa6688 None None] New status for floating IP 14895b62-2796-4284-bfe4-3e13548fe01f: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:55:22.545897 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 40346) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:22.574749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980a91b-8f06-46df-9b63-ee10b1b9c292 req-8593855c-bf2b-4d4b-a116-3365680e2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:22.576195 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1980a91b-8f06-46df-9b63-ee10b1b9c292 req-8593855c-bf2b-4d4b-a116-3365680e2c29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 1098 time: 0.0919373 Jan 10 17:55:22.603915 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fd6f41b7-aba7-4f57-9c8c-bfb3c4271e41 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (058d717b-fbf0-4eef-b514-f74ab5414163), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.628076 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1980a91b-8f06-46df-9b63-ee10b1b9c292 req-533d1fd1-4755-46e1-93c2-d0085116f699 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449791 Jan 10 17:55:22.628420 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fd6f41b7-aba7-4f57-9c8c-bfb3c4271e41 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (058d717b-fbf0-4eef-b514-f74ab5414163), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.679474 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fd6f41b7-aba7-4f57-9c8c-bfb3c4271e41 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (058d717b-fbf0-4eef-b514-f74ab5414163), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.682871 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fd6f41b7-aba7-4f57-9c8c-bfb3c4271e41 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.684225 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-fd6f41b7-aba7-4f57-9c8c-bfb3c4271e41 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "DELETE /v2.0/security-groups/058d717b-fbf0-4eef-b514-f74ab5414163 HTTP/1.1" status: 204 len: 168 time: 0.1370668 Jan 10 17:55:22.691668 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 40350) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:22.703805 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f41b7-aba7-4f57-9c8c-bfb3c4271e41 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d717b-fbf0-4eef-b514-f74ab5414163,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:22.710846 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.api.v2.resource [None req-623c1742-c24a-453b-9dcf-6a62ee2aa49e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] show failed (client error): The resource could not be found. Jan 10 17:55:22.712020 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-623c1742-c24a-453b-9dcf-6a62ee2aa49e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups/058d717b-fbf0-4eef-b514-f74ab5414163 HTTP/1.1" status: 404 len: 347 time: 0.0194364 Jan 10 17:55:22.715083 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 40352) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:22.736715 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420bd71-17ac-43df-8570-90f09865b7ff req-bfe8b00c-10ea-41cc-b4c1-ec0ca561f08d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:22.738245 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e420bd71-17ac-43df-8570-90f09865b7ff req-bfe8b00c-10ea-41cc-b4c1-ec0ca561f08d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0624652 Jan 10 17:55:22.784575 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e420bd71-17ac-43df-8570-90f09865b7ff req-5ad5cb46-6a20-4706-afc8-44b2692e34e4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Jan 10 17:55:22.837767 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Deleting port 77dd02b3-3bbc-4792-abac-2e9d745ecbc3 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:55:22.838029 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.913442 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.913723 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:22.925205 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Calling delete_port for 77dd02b3-3bbc-4792-abac-2e9d745ecbc3 owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:55:23.063532 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (77dd02b3-3bbc-4792-abac-2e9d745ecbc3), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.088317 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event deleted for resources: {'Port': ['ID=77dd02b3-3bbc-4792-abac-2e9d745ecbc3,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:23.153305 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (14895b62-2796-4284-bfe4-3e13548fe01f), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.155986 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.157164 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-41c3edb8-5193-4c08-b90d-9c8041795d81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "DELETE /v2.0/floatingips/14895b62-2796-4284-bfe4-3e13548fe01f HTTP/1.1" status: 204 len: 168 time: 0.4409485 Jan 10 17:55:23.431939 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 40358) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:23.436530 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-1001f41d-cc8d-48f3-889b-74085a8a3721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1883767267', 'description': 'tempest-description--679232319'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:23.463340 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1001f41d-cc8d-48f3-889b-74085a8a3721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.528281 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1001f41d-cc8d-48f3-889b-74085a8a3721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (ea84eabd-a952-4906-9532-a9ab7e170e3f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.533105 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1001f41d-cc8d-48f3-889b-74085a8a3721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ea84eabd-a952-4906-9532-a9ab7e170e3f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.565005 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001f41d-cc8d-48f3-889b-74085a8a3721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea84eabd-a952-4906-9532-a9ab7e170e3f,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:23.570609 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1001f41d-cc8d-48f3-889b-74085a8a3721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.574746 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 40362) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:23.574866 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-1001f41d-cc8d-48f3-889b-74085a8a3721 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1417818 Jan 10 17:55:23.578924 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-1c19b3d8-f052-4526-9c52-10cee3a1eb09 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'security_group_rule': {'security_group_id': 'ea84eabd-a952-4906-9532-a9ab7e170e3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:23.637441 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f7466-8118-472f-96a4-b36199ea4f6e req-119cb79d-2561-4792-9e6c-82ab301d0451 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:23.638943 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d81f7466-8118-472f-96a4-b36199ea4f6e req-119cb79d-2561-4792-9e6c-82ab301d0451 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 945 time: 0.0727539 Jan 10 17:55:23.639787 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c19b3d8-f052-4526-9c52-10cee3a1eb09 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (4500d816-8244-4fa9-b2f5-ddd97ca75888), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.717915 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d81f7466-8118-472f-96a4-b36199ea4f6e req-c31ecfcc-d18b-4499-be87-3ce43b21a71a tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Jan 10 17:55:23.726770 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c19b3d8-f052-4526-9c52-10cee3a1eb09 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (4500d816-8244-4fa9-b2f5-ddd97ca75888), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.731446 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c19b3d8-f052-4526-9c52-10cee3a1eb09 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (4500d816-8244-4fa9-b2f5-ddd97ca75888), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.751815 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19b3d8-f052-4526-9c52-10cee3a1eb09 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4500d816-8244-4fa9-b2f5-ddd97ca75888,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:23.756182 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1c19b3d8-f052-4526-9c52-10cee3a1eb09 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.757386 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-1c19b3d8-f052-4526-9c52-10cee3a1eb09 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817024 Jan 10 17:55:23.760073 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 40364) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:23.764344 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-d7cb58b6-d7d3-4e2b-9640-032b93252172 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'security_group_rule': {'security_group_id': 'ea84eabd-a952-4906-9532-a9ab7e170e3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:23.792638 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d7cb58b6-d7d3-4e2b-9640-032b93252172 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (fbc3ece1-5e37-4198-a0e9-ddbd06444985), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.848070 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d7cb58b6-d7d3-4e2b-9640-032b93252172 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (fbc3ece1-5e37-4198-a0e9-ddbd06444985), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.852802 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d7cb58b6-d7d3-4e2b-9640-032b93252172 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (fbc3ece1-5e37-4198-a0e9-ddbd06444985), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.870888 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb58b6-d7d3-4e2b-9640-032b93252172 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc3ece1-5e37-4198-a0e9-ddbd06444985,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:23.880311 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d7cb58b6-d7d3-4e2b-9640-032b93252172 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.881597 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-d7cb58b6-d7d3-4e2b-9640-032b93252172 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206062 Jan 10 17:55:23.885327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 40368) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:23.889752 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:23.906518 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1929ed8-536e-423b-a37b-863fb13ff21c req-bdc52b27-f5d8-4d03-a058-7ed15f4b0946 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:23.908113 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d1929ed8-536e-423b-a37b-863fb13ff21c req-bdc52b27-f5d8-4d03-a058-7ed15f4b0946 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0528293 Jan 10 17:55:23.916290 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:23.955838 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-d1929ed8-536e-423b-a37b-863fb13ff21c req-714054c4-23f5-4a1e-9194-8aa5c37aa8d3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Jan 10 17:55:24.012023 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.020088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 86194098-8bbb-4d91-a51e-c3252a2e68ca no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:55:24.040192 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 86194098-8bbb-4d91-a51e-c3252a2e68ca {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:55:24.040537 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 86194098-8bbb-4d91-a51e-c3252a2e68ca not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:55:24.117087 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Allocated IP 172.27.2.40 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/7c094c82-2bdf-4141-9d2f-e34d6934a218) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:55:24.223621 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.261111 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.306858 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:55:24.308216 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'Port': ['ID=7c094c82-2bdf-4141-9d2f-e34d6934a218,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:24.310789 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:55:24.313195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:55:24.398019 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (00b1c8e7-b364-48b0-8cff-c920a897c25c), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.432970 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.582170 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.588993 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.652369 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'Port': ['ID=7c094c82-2bdf-4141-9d2f-e34d6934a218,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:24.666671 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (00b1c8e7-b364-48b0-8cff-c920a897c25c), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.683451 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:24.684661 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-679c12da-fddf-4367-a719-3f84381aed9d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7984197 Jan 10 17:55:24.835934 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79727b55-7e8c-4526-bc21-dfff93cb7868 req-8c9169df-bd3a-4f5f-8a6a-21a5e6f231aa tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:24.837446 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-79727b55-7e8c-4526-bc21-dfff93cb7868 req-8c9169df-bd3a-4f5f-8a6a-21a5e6f231aa tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 945 time: 0.0473967 Jan 10 17:55:24.887663 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-79727b55-7e8c-4526-bc21-dfff93cb7868 req-0ec2dd6b-4586-4c0e-9939-b7be8897a0d0 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Jan 10 17:55:24.946018 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-8e097f9b-4bb5-47ad-a2b4-4f5c392449a7 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1883767267&fields=id&tenant_id=08d4842074994421989ef7568b65aea9 HTTP/1.1" status: 200 len: 267 time: 0.0515473 Jan 10 17:55:25.057926 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-63f55f74-2b43-4f67-a16b-24952431e017 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:25.064484 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-63f55f74-2b43-4f67-a16b-24952431e017 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 810 time: 0.1120009 Jan 10 17:55:25.074570 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-e1c14b78-cd7c-4d88-9ea2-6e7c7b32fc2c tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/quotas/08d4842074994421989ef7568b65aea9 HTTP/1.1" status: 200 len: 375 time: 0.0092478 Jan 10 17:55:25.074939 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851edeed-9f1d-4632-8a99-bb89386c2b1d req-ffa12e5b-e05c-4cb1-a48e-446ab596905f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:25.076473 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-851edeed-9f1d-4632-8a99-bb89386c2b1d req-ffa12e5b-e05c-4cb1-a48e-446ab596905f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0501745 Jan 10 17:55:25.124116 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-851edeed-9f1d-4632-8a99-bb89386c2b1d req-077ed4ce-2668-4c59-a023-a4f3ea8c81c3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420928 Jan 10 17:55:25.133916 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-f4840f33-224f-4b5e-81f5-d11a1b17ad7d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528178 Jan 10 17:55:25.279022 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-29998d70-1060-4000-b80a-15cf57da7ee5 service neutron] 10.222.0.31 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325538 Jan 10 17:55:25.372649 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-b5fdfe89-c91c-475c-9858-7bf293e37177 service neutron] 10.222.0.31 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856879 Jan 10 17:55:25.545434 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3e9eef67-0f3d-45d6-a205-3816a68773f6 req-e9bdc8ce-1a37-4a12-8316-6e1e2fdde3d6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 210 time: 0.0257745 Jan 10 17:55:25.571299 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6aa6e-1434-4fdc-9a01-e7c3a7dcd51f req-63c59e9a-1f57-429f-8468-b7f67715160c tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:25.572883 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fbd6aa6e-1434-4fdc-9a01-e7c3a7dcd51f req-63c59e9a-1f57-429f-8468-b7f67715160c tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 945 time: 0.0510952 Jan 10 17:55:25.619071 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fbd6aa6e-1434-4fdc-9a01-e7c3a7dcd51f req-57c534f5-202c-4e35-893a-13d110922f8a tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Jan 10 17:55:26.249771 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd53a9-58d9-442b-b9f0-df86b3b4a53f req-56c67e92-6c0e-4e56-ba30-6c99c74911ec tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:26.251207 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b3dd53a9-58d9-442b-b9f0-df86b3b4a53f req-56c67e92-6c0e-4e56-ba30-6c99c74911ec tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0543554 Jan 10 17:55:26.302315 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b3dd53a9-58d9-442b-b9f0-df86b3b4a53f req-2b6560c5-0a24-4914-8e68-b9b34561e80e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428073 Jan 10 17:55:26.557894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-aa974199-fe62-431f-8cbe-8a26a65118b3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:26.559534 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-aa974199-fe62-431f-8cbe-8a26a65118b3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 810 time: 0.1215718 Jan 10 17:55:26.657824 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-570b6ab5-d953-43f6-a6cb-c2c357fccd77 req-f577f466-ad2d-4da5-973c-da9b4f7f3131 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 210 time: 0.0395849 Jan 10 17:55:26.667558 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-8448b676-56b5-4ca9-8290-6dd912443f79 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08d4842074994421989ef7568b65aea9 HTTP/1.1" status: 200 len: 380 time: 0.0860512 Jan 10 17:55:26.676967 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'port': {'device_id': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'admin_state_up': True, 'tenant_id': '08d4842074994421989ef7568b65aea9', 'security_groups': ['ea84eabd-a952-4906-9532-a9ab7e170e3f']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:26.737469 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3ba38-be68-4275-ba92-0db5daa0050e req-8c5e5cd9-8b0b-4e63-8d46-dbf833361c76 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:26.739014 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-edf3ba38-be68-4275-ba92-0db5daa0050e req-8c5e5cd9-8b0b-4e63-8d46-dbf833361c76 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 945 time: 0.0481486 Jan 10 17:55:26.785450 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-edf3ba38-be68-4275-ba92-0db5daa0050e req-22f0c5bb-76c1-49c5-a5fa-1fa3d6861ff4 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Jan 10 17:55:26.793854 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Made reservation on behalf of 08d4842074994421989ef7568b65aea9 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:55:26.805919 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:26.927127 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Allocated IP 172.20.0.5 (bc1de75b-73a3-4a83-9fa3-f25335d75de2/e3b0de0d-59b0-49f2-a986-ca2245149cdb/3eb969b1-3184-45f9-9508-296af78f3069) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:55:27.059591 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for port (3eb969b1-3184-45f9-9508-296af78f3069), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.096420 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (3eb969b1-3184-45f9-9508-296af78f3069), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.166140 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:55:27.172477 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:55:27.178790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:55:27.183163 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event updated for resources: {'Port': ['ID=3eb969b1-3184-45f9-9508-296af78f3069,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:27.227684 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-bdc66fb5-22f6-486d-8b61-014fb10e06ad tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:27.229252 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-bdc66fb5-22f6-486d-8b61-014fb10e06ad tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 945 time: 0.1011889 Jan 10 17:55:27.249851 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:27.250536 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.298316 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-c4fc8e5e-b0ea-420f-87d7-67fca5282478 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6252079 Jan 10 17:55:27.322462 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Request body: {'port': {'device_id': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:27.394821 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3eb969b1-3184-45f9-9508-296af78f3069), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.429410 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-4d119d45-0153-4252-89aa-d4684d3631bb None None] Provisioning complete for port 3eb969b1-3184-45f9-9508-296af78f3069 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:55:27.429993 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4d119d45-0153-4252-89aa-d4684d3631bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (3eb969b1-3184-45f9-9508-296af78f3069), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.432175 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Deleting port 077cad25-fc2f-463c-99bd-155e974cdc2f {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:55:27.432514 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.462951 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-4d119d45-0153-4252-89aa-d4684d3631bb None None] Port 3eb969b1-3184-45f9-9508-296af78f3069 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:55:27.534256 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f49f4-63cf-47df-9cec-14a066727d69 req-c85a3bdc-005d-4c7b-b436-b05be214e737 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:27.535718 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-988f49f4-63cf-47df-9cec-14a066727d69 req-c85a3bdc-005d-4c7b-b436-b05be214e737 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.1525350 Jan 10 17:55:27.636324 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] For port 077cad25-fc2f-463c-99bd-155e974cdc2f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=077cad25-fc2f-463c-99bd-155e974cdc2f,segment=NetworkSegment(ffa2b619-92a3-4a73-a7c8-d0544e820c1e),segment_id=ffa2b619-92a3-4a73-a7c8-d0544e820c1e)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:27.636694 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.662470 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Calling delete_port for 077cad25-fc2f-463c-99bd-155e974cdc2f owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:55:27.703138 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-988f49f4-63cf-47df-9cec-14a066727d69 req-941f1596-6862-40d5-8fd6-c7a21730c242 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605830 Jan 10 17:55:27.805692 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46f6e0-e33b-47bf-b70c-e2b7e75b6f4a req-4660dbc8-7188-4661-9fd3-04b84286b2a1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:27.807165 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-db46f6e0-e33b-47bf-b70c-e2b7e75b6f4a req-4660dbc8-7188-4661-9fd3-04b84286b2a1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 931 time: 0.0548561 Jan 10 17:55:27.860192 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-db46f6e0-e33b-47bf-b70c-e2b7e75b6f4a req-462781c8-954a-40ff-90c8-8f31a606c607 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463350 Jan 10 17:55:27.944184 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb969b1-3184-45f9-9508-296af78f3069 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:27.953951 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Publish callbacks [] for port (3eb969b1-3184-45f9-9508-296af78f3069), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.968466 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (077cad25-fc2f-463c-99bd-155e974cdc2f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:27.972218 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Transition to ACTIVE for port object 3eb969b1-3184-45f9-9508-296af78f3069 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:55:27.980117 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['077cad25-fc2f-463c-99bd-155e974cdc2f'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:27.985832 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73bc25-69a3-444b-9a27-9af9c776eafe req-09c698cc-fa28-465d-a4c3-d7c91e5a3e60 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:27.987366 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ca73bc25-69a3-444b-9a27-9af9c776eafe req-09c698cc-fa28-465d-a4c3-d7c91e5a3e60 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 867 time: 0.1193087 Jan 10 17:55:28.006603 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (3eb969b1-3184-45f9-9508-296af78f3069), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:28.012623 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Pushing event deleted for resources: {'Port': ['ID=077cad25-fc2f-463c-99bd-155e974cdc2f,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:28.102004 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] No DVR routers for this DVR port 077cad25-fc2f-463c-99bd-155e974cdc2f on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:55:28.105719 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:28.108983 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8b3f9aeb-30c6-4dbf-b0c4-1ec4f402d940 req-3c5fbfef-8bd9-4d8e-bc31-81c255e83270 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.35 "DELETE /v2.0/ports/077cad25-fc2f-463c-99bd-155e974cdc2f HTTP/1.1" status: 204 len: 173 time: 0.8712339 Jan 10 17:55:28.116161 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'name': 'network-vif-deleted', 'tag': '077cad25-fc2f-463c-99bd-155e974cdc2f'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:28.118367 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd845b8-ca2a-485b-a165-1c2ee83e9b25" -d '{"events": [{"server_uuid": "a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75", "name": "network-vif-deleted", "tag": "077cad25-fc2f-463c-99bd-155e974cdc2f"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:28.132568 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb969b1-3184-45f9-9508-296af78f3069,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:28.179061 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789d9717-944a-42fe-a65c-c68434778704 x-openstack-request-id: req-789d9717-944a-42fe-a65c-c68434778704 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:28.179341 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75", "name": "network-vif-deleted", "tag": "077cad25-fc2f-463c-99bd-155e974cdc2f", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:28.179609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-789d9717-944a-42fe-a65c-c68434778704 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:28.179995 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75', 'name': 'network-vif-deleted', 'tag': '077cad25-fc2f-463c-99bd-155e974cdc2f', 'status': 'completed', 'code': 200} Jan 10 17:55:28.183692 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ca73bc25-69a3-444b-9a27-9af9c776eafe req-f0ef9e8b-a13c-4739-8cf0-4faf3da214b0 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/security-groups?id=8b299ecf-4e4b-4365-b255-69e3af790812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732142 Jan 10 17:55:28.215829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Attempting to bind port 3eb969b1-3184-45f9-9508-296af78f3069 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:55:28.216170 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Attempting to bind port 3eb969b1-3184-45f9-9508-296af78f3069 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:55:28.216638 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Attempting to bind port 3eb969b1-3184-45f9-9508-296af78f3069 on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:55:28.221397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Port 3eb969b1-3184-45f9-9508-296af78f3069 on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:55:28.221727 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Attempting to bind port 3eb969b1-3184-45f9-9508-296af78f3069 on network bc1de75b-73a3-4a83-9fa3-f25335d75de2 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:55:28.226737 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:55:28.227080 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Checking segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:55:28.227473 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Bound using segment: {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:55:28.227900 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Bound port: 3eb969b1-3184-45f9-9508-296af78f3069, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773d843f-21ed-4c6c-ab0b-53571d69bf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:55:28.228258 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3eb969b1-3184-45f9-9508-296af78f3069), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:28.293348 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] For port 3eb969b1-3184-45f9-9508-296af78f3069, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:55:28.296507 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] For port 3eb969b1-3184-45f9-9508-296af78f3069, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3eb969b1-3184-45f9-9508-296af78f3069,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:55:28.301818 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (3eb969b1-3184-45f9-9508-296af78f3069), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:28.339821 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:28.340441 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:28.341814 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] 10.222.0.35 "PUT /v2.0/ports/3eb969b1-3184-45f9-9508-296af78f3069 HTTP/1.1" status: 200 len: 1093 time: 1.0235846 Jan 10 17:55:28.361505 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0aa08-2221-4466-aecb-a51071580f56 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb969b1-3184-45f9-9508-296af78f3069,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:28.832470 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b3685-6585-426c-b2dd-8e6b49b2e65c req-944d584c-7a90-434a-b040-025319014a05 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:28.833971 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e49b3685-6585-426c-b2dd-8e6b49b2e65c req-944d584c-7a90-434a-b040-025319014a05 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0490232 Jan 10 17:55:28.879834 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e49b3685-6585-426c-b2dd-8e6b49b2e65c req-375ed2af-28fc-438c-a18c-c43039714a11 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402937 Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.977860 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:55:28.980811 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c8d1-9925-488e-8875-df77fa4ef2ce req-31aedb2d-00d1-40fc-80ba-ec64db3b2521 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:28.981856 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5845c8d1-9925-488e-8875-df77fa4ef2ce req-31aedb2d-00d1-40fc-80ba-ec64db3b2521 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0545566 Jan 10 17:55:29.033368 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5845c8d1-9925-488e-8875-df77fa4ef2ce req-fd253b58-8615-4471-b741-968dbefe5c81 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432005 Jan 10 17:55:29.286425 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cb8e569d-86fc-48f4-b387-22ea37d0ec46 req-04dee0cf-c19f-4e06-a454-bab8545dfca4 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 210 time: 0.0256813 Jan 10 17:55:30.013727 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb49f9-1c43-45cc-9ab6-4a73d3c3b7e0 req-0bb8cf94-e295-482e-8c0e-94db2f58f833 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:30.015201 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e3bb49f9-1c43-45cc-9ab6-4a73d3c3b7e0 req-0bb8cf94-e295-482e-8c0e-94db2f58f833 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0515540 Jan 10 17:55:30.066949 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e3bb49f9-1c43-45cc-9ab6-4a73d3c3b7e0 req-3ef83fed-f839-44e1-883e-19eb2c1cf47a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462964 Jan 10 17:55:30.150804 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc4171-bb51-46eb-877b-0b4a9f5189ab req-296354d0-36ab-4695-8552-8dbd5d13f199 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:30.152252 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a6dc4171-bb51-46eb-877b-0b4a9f5189ab req-296354d0-36ab-4695-8552-8dbd5d13f199 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0489902 Jan 10 17:55:30.180714 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:30.187274 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b490fd72-b1fe-40f9-af2d-12bae29b3dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "tag": "3eb969b1-3184-45f9-9508-296af78f3069"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:30.224110 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a6dc4171-bb51-46eb-877b-0b4a9f5189ab req-a8ad70e6-fcfd-4ffd-bbe0-18f7e10fb428 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645339 Jan 10 17:55:30.237026 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328f380b-b512-4aa3-9f6d-7fae20d4858a x-openstack-request-id: req-328f380b-b512-4aa3-9f6d-7fae20d4858a {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:30.237643 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "tag": "3eb969b1-3184-45f9-9508-296af78f3069", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:30.238034 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-328f380b-b512-4aa3-9f6d-7fae20d4858a {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:30.238537 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069', 'status': 'completed', 'code': 200} Jan 10 17:55:30.381950 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1077f815-6575-40fc-a11d-da1b4e234d15 req-b83aa032-c986-4922-b7d2-4845b4962480 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 210 time: 0.0266807 Jan 10 17:55:31.198341 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89c5e2-5496-4c7b-a0d9-c53eed28c152 req-db3fc87e-b5b6-4c0e-945b-4bfa43ef8187 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:31.199705 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2c89c5e2-5496-4c7b-a0d9-c53eed28c152 req-db3fc87e-b5b6-4c0e-945b-4bfa43ef8187 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0484908 Jan 10 17:55:31.250763 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2c89c5e2-5496-4c7b-a0d9-c53eed28c152 req-99d58b83-2902-4303-9f09-b898453538f3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427325 Jan 10 17:55:31.347110 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b9be8-ff1e-4fe1-927a-162c41e8be40 req-647ff146-054c-46bf-aeb5-e8f767c66b9b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:31.348601 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d18b9be8-ff1e-4fe1-927a-162c41e8be40 req-647ff146-054c-46bf-aeb5-e8f767c66b9b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0519481 Jan 10 17:55:31.397184 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d18b9be8-ff1e-4fe1-927a-162c41e8be40 req-af89d695-e937-4f58-ab6d-890a225a20a2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Jan 10 17:55:31.472979 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6a683e1b-7aae-443f-9602-c8dec7aba6d6 req-3987d88b-7c3a-4249-94f6-c76afb4bf775 tempest-VolumesActionsTest-688152822 tempest-VolumesActionsTest-688152822-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8ce23ce-2bcb-4c17-aba0-0e2ee66cbc75 HTTP/1.1" status: 200 len: 210 time: 0.0248837 Jan 10 17:55:31.567918 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490fd72-b1fe-40f9-af2d-12bae29b3dcf req-be6deef8-3a75-4900-aad4-ab83a919cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:31.569428 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b490fd72-b1fe-40f9-af2d-12bae29b3dcf req-be6deef8-3a75-4900-aad4-ab83a919cef8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 1096 time: 0.0400128 Jan 10 17:55:31.750594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490fd72-b1fe-40f9-af2d-12bae29b3dcf req-0f5937bb-f2f8-40cc-9231-53e5eba8058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:31.752096 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b490fd72-b1fe-40f9-af2d-12bae29b3dcf req-0f5937bb-f2f8-40cc-9231-53e5eba8058e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=08d4842074994421989ef7568b65aea9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1726990 Jan 10 17:55:32.150582 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490fd72-b1fe-40f9-af2d-12bae29b3dcf req-f68c6a45-88a5-4a22-a1e7-83ada260442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:32.152090 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b490fd72-b1fe-40f9-af2d-12bae29b3dcf req-f68c6a45-88a5-4a22-a1e7-83ada260442d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3903430 Jan 10 17:55:32.234211 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-aa9075c2-a474-4603-8b0c-591b76d012fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:32.235718 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-aa9075c2-a474-4603-8b0c-591b76d012fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 1096 time: 0.0420349 Jan 10 17:55:32.289805 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-0530383c-0285-4d4e-8e58-d52354db0e58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eb969b1-3184-45f9-9508-296af78f3069 HTTP/1.1" status: 200 len: 217 time: 0.0446639 Jan 10 17:55:32.363399 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-a22b9d0d-2552-405b-a5f4-ea2b11cdaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:32.364947 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-a22b9d0d-2552-405b-a5f4-ea2b11cdaadd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.0689359 Jan 10 17:55:32.384999 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268f90f-4238-4ff0-8ea0-be92dce67764 req-cdb0beeb-fdcd-43c6-9d30-55c548348b14 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:32.386490 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5268f90f-4238-4ff0-8ea0-be92dce67764 req-cdb0beeb-fdcd-43c6-9d30-55c548348b14 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0579708 Jan 10 17:55:32.436737 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5268f90f-4238-4ff0-8ea0-be92dce67764 req-8d10065c-ae73-4b31-bc39-cda27ec7b215 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443962 Jan 10 17:55:32.517707 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dccde5-aa6f-47d0-8cee-3f44a50476a6 req-7d4f1a80-2ef5-40fb-bacb-5351d2698a1f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:32.519204 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c9dccde5-aa6f-47d0-8cee-3f44a50476a6 req-7d4f1a80-2ef5-40fb-bacb-5351d2698a1f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0477755 Jan 10 17:55:32.578861 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c9dccde5-aa6f-47d0-8cee-3f44a50476a6 req-bddaeff6-8d35-4b9f-a7c8-53ab3acdf587 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530598 Jan 10 17:55:33.383554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-680705b0-e98e-4d54-8daf-448532b5cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:33.385468 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-680705b0-e98e-4d54-8daf-448532b5cb37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642664 Jan 10 17:55:33.558305 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae22ae4-5699-4baf-a5aa-a84523036871 req-bab35238-6a29-4712-b4cd-5be7510d187f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:33.566842 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7ae22ae4-5699-4baf-a5aa-a84523036871 req-bab35238-6a29-4712-b4cd-5be7510d187f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0612798 Jan 10 17:55:33.582662 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1999f0e-f617-46f8-8b41-14b24d67b866 req-2b819407-b599-4796-b198-e30ef1f7a67f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:33.584548 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b1999f0e-f617-46f8-8b41-14b24d67b866 req-2b819407-b599-4796-b198-e30ef1f7a67f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0593734 Jan 10 17:55:33.624445 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7ae22ae4-5699-4baf-a5aa-a84523036871 req-b5416931-9472-458c-976c-e3036a119c17 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565584 Jan 10 17:55:33.645715 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b1999f0e-f617-46f8-8b41-14b24d67b866 req-d45cb6ca-2bab-481d-96eb-1daabe57995e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535719 Jan 10 17:55:33.746651 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4bfee-e827-4541-88f0-8d276ddeb5eb req-536221fb-3100-4d0f-ae4a-f7b8e64a51cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:33.748240 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9fd4bfee-e827-4541-88f0-8d276ddeb5eb req-536221fb-3100-4d0f-ae4a-f7b8e64a51cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0514843 Jan 10 17:55:33.797921 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9fd4bfee-e827-4541-88f0-8d276ddeb5eb req-3689f5d0-8fce-4d98-90e6-0458f6322e93 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436034 Jan 10 17:55:34.172778 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:55:34.281505 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-01fadabb-132c-4a1e-8a21-4667c56db398 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085110 Jan 10 17:55:34.290083 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:34.301837 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '75f38211-a365-4689-9787-d45a21f1361d', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'port_id': '75f38211-a365-4689-9787-d45a21f1361d', 'mac_address': 'fa:16:3e:39:62:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:55:34.339133 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 75f38211-a365-4689-9787-d45a21f1361d is: ACTIVE; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:34.339841 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:34.353784 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75f38211-a365-4689-9787-d45a21f1361d {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:34.375505 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:34.380937 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:34.435138 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=6']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:34.752784 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac38458-26c1-4ed5-bc68-82eed08211cc req-bbaab49e-4e8c-4aaa-88ed-93e41a86c4dd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:34.759974 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-aac38458-26c1-4ed5-bc68-82eed08211cc req-bbaab49e-4e8c-4aaa-88ed-93e41a86c4dd tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0738010 Jan 10 17:55:34.790266 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36bc7-d801-4d61-a247-16273dd9c7d5 req-46523211-f667-4297-90da-66b0fcc8c8f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:34.799564 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-aba36bc7-d801-4d61-a247-16273dd9c7d5 req-46523211-f667-4297-90da-66b0fcc8c8f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0636132 Jan 10 17:55:34.816271 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-aac38458-26c1-4ed5-bc68-82eed08211cc req-6c09cb9f-6642-4b12-85c7-719965843fc4 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553343 Jan 10 17:55:34.844425 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-aba36bc7-d801-4d61-a247-16273dd9c7d5 req-be5e3d9b-3ff1-4844-a224-d1b62987e754 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 Jan 10 17:55:34.937705 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885d9d5-33f3-439c-9707-73e6d54a83ff req-71985f37-f1f8-479f-b27c-7656a355933b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:34.944793 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f885d9d5-33f3-439c-9707-73e6d54a83ff req-71985f37-f1f8-479f-b27c-7656a355933b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0561488 Jan 10 17:55:34.993392 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f885d9d5-33f3-439c-9707-73e6d54a83ff req-0a1332a4-dad2-4b40-a624-fc69adaa5d67 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475740 Jan 10 17:55:35.203528 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['75f38211-a365-4689-9787-d45a21f1361d'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:35.231363 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f76ea50c-edff-4cc5-a1c3-9aeae9cb386c req-12d23fee-e95f-4397-bc9b-28781b158d30 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059237 Jan 10 17:55:35.408583 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 077cad25-fc2f-463c-99bd-155e974cdc2f no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:55:35.430007 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 077cad25-fc2f-463c-99bd-155e974cdc2f {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:55:35.430850 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 077cad25-fc2f-463c-99bd-155e974cdc2f not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:55:35.948414 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e158e07-7f13-4b13-b36f-88aea1238ad6 req-f2bc2a60-79ac-4a56-aa33-df74957e9b18 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:35.949969 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4e158e07-7f13-4b13-b36f-88aea1238ad6 req-f2bc2a60-79ac-4a56-aa33-df74957e9b18 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0568321 Jan 10 17:55:35.982387 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a14e5-9e10-4160-9361-225a8df30616 req-e5bd64aa-72d2-432f-b729-fcc450b5782a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:35.984124 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b22a14e5-9e10-4160-9361-225a8df30616 req-e5bd64aa-72d2-432f-b729-fcc450b5782a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0547016 Jan 10 17:55:36.004747 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-4e158e07-7f13-4b13-b36f-88aea1238ad6 req-1442c32a-184e-4215-a4f1-372cc6ab6c45 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490098 Jan 10 17:55:36.057687 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b22a14e5-9e10-4160-9361-225a8df30616 req-6ec16c7e-4454-4fe6-8a68-bce04b4f1926 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607216 Jan 10 17:55:36.128358 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bb0bc-b8d9-48b3-9fb2-651bf1efcd50 req-3d36a5d1-a5eb-488a-be19-2b5c4f509a22 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:36.130085 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-606bb0bc-b8d9-48b3-9fb2-651bf1efcd50 req-3d36a5d1-a5eb-488a-be19-2b5c4f509a22 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0507026 Jan 10 17:55:36.185777 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-606bb0bc-b8d9-48b3-9fb2-651bf1efcd50 req-985333cc-e916-4315-9db5-fb8abde9dfcc tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496662 Jan 10 17:55:37.129093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfef33-b01a-485f-acf5-9b9b3e396f43 req-eaa98173-c526-470d-ac52-e9e5d5af114e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:37.135888 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1bdfef33-b01a-485f-acf5-9b9b3e396f43 req-eaa98173-c526-470d-ac52-e9e5d5af114e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0592134 Jan 10 17:55:37.180672 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9c25f-e90f-4d68-a377-cba77529992c req-bdc294a8-ef23-4696-83db-6c3cc1e842b1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:37.183055 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-97a9c25f-e90f-4d68-a377-cba77529992c req-bdc294a8-ef23-4696-83db-6c3cc1e842b1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0508635 Jan 10 17:55:37.183822 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1bdfef33-b01a-485f-acf5-9b9b3e396f43 req-c7e5d879-bb43-482f-9985-33aea53febaf tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468345 Jan 10 17:55:37.253587 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-97a9c25f-e90f-4d68-a377-cba77529992c req-ffc2861e-4662-4138-b6c6-bdb37dce7ee8 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577259 Jan 10 17:55:37.310087 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb80f75-dfec-4604-8a1e-80cbf016539b req-d0aff79b-a203-4a21-adf4-b454b3d60e85 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:37.311557 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fbb80f75-dfec-4604-8a1e-80cbf016539b req-d0aff79b-a203-4a21-adf4-b454b3d60e85 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0527303 Jan 10 17:55:37.368118 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fbb80f75-dfec-4604-8a1e-80cbf016539b req-570da1a9-479f-4876-81e9-e99741bf22cf tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505142 Jan 10 17:55:38.314090 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec753f-1a63-4012-9a08-788128a51722 req-04ec9687-f3e9-4a2c-9cb2-1b1c03a5fd93 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:38.321542 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-edec753f-1a63-4012-9a08-788128a51722 req-04ec9687-f3e9-4a2c-9cb2-1b1c03a5fd93 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0671024 Jan 10 17:55:38.333179 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:55:38.382445 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-edec753f-1a63-4012-9a08-788128a51722 req-81d7f328-ebb9-4ed0-8de0-598d9a44679d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596879 Jan 10 17:55:38.414387 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aef2d1-f769-43ce-9f6c-62c5498582ad req-a99b802d-158d-43a2-8f36-b4c61c91c59b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:38.416510 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a5aef2d1-f769-43ce-9f6c-62c5498582ad req-a99b802d-158d-43a2-8f36-b4c61c91c59b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0819099 Jan 10 17:55:38.426439 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 75f38211-a365-4689-9787-d45a21f1361d triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:55:38.426822 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (75f38211-a365-4689-9787-d45a21f1361d), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:38.501579 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a5aef2d1-f769-43ce-9f6c-62c5498582ad req-b3bdd0ee-4598-43db-ba09-efcf474a40ee tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762086 Jan 10 17:55:38.519924 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3d452-ad5b-4396-8c87-6a656ee23115 req-8efb6996-8c6e-4b1b-b59a-d32583ac2fd0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:38.521783 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-adb3d452-ad5b-4396-8c87-6a656ee23115 req-8efb6996-8c6e-4b1b-b59a-d32583ac2fd0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0625815 Jan 10 17:55:38.566557 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 75f38211-a365-4689-9787-d45a21f1361d is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:38.566944 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:38.577425 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-adb3d452-ad5b-4396-8c87-6a656ee23115 req-6139d0d4-0b85-45f3-bb34-ab05f8f29a67 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499289 Jan 10 17:55:38.596170 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:38.598708 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c69efc-f1ea-4323-b9b7-9940ddf997b1" -d '{"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-plugged", "status": "completed", "tag": "75f38211-a365-4689-9787-d45a21f1361d"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:38.611882 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:38.618799 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:38.649985 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32706c6-5e90-4a97-b58e-e949de136574 x-openstack-request-id: req-c32706c6-5e90-4a97-b58e-e949de136574 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:38.650288 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-plugged", "status": "completed", "tag": "75f38211-a365-4689-9787-d45a21f1361d", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:38.650524 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c32706c6-5e90-4a97-b58e-e949de136574 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:38.651088 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d', 'code': 200} Jan 10 17:55:38.679829 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=7']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:39.516180 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f83b52-50e6-4338-8715-fadde2feb570 req-9afeb97a-7e32-4beb-9970-e21dfa0a30da tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:39.517979 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-50f83b52-50e6-4338-8715-fadde2feb570 req-9afeb97a-7e32-4beb-9970-e21dfa0a30da tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0513759 Jan 10 17:55:39.592040 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-50f83b52-50e6-4338-8715-fadde2feb570 req-65c889cc-3ac0-4f97-b6fa-c627ce23c57f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632262 Jan 10 17:55:39.711229 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336f86b-f6d1-4fa8-ae4e-4332be736815 req-045ad6e0-c2d8-4b85-a4d5-2d971abbf275 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:39.722632 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e336f86b-f6d1-4fa8-ae4e-4332be736815 req-045ad6e0-c2d8-4b85-a4d5-2d971abbf275 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.1092930 Jan 10 17:55:39.750267 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b443f-fc46-47c1-b092-3c2aa63a1d3b req-3e786945-066b-4c1b-836c-27d29cbaf472 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:39.758030 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-388b443f-fc46-47c1-b092-3c2aa63a1d3b req-3e786945-066b-4c1b-836c-27d29cbaf472 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.0679986 Jan 10 17:55:39.801571 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e336f86b-f6d1-4fa8-ae4e-4332be736815 req-794c4edd-ab55-4c04-910b-d38927ba3872 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775557 Jan 10 17:55:39.850521 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-388b443f-fc46-47c1-b092-3c2aa63a1d3b req-833b2b08-ec7e-49a4-9c16-dd5900575119 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915976 Jan 10 17:55:40.782541 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51142-977b-455b-8d72-075dedb7ea60 req-5db9377c-58c5-42fc-bd9b-bf0a00b6da75 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:40.798837 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ae51142-977b-455b-8d72-075dedb7ea60 req-5db9377c-58c5-42fc-bd9b-bf0a00b6da75 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0881248 Jan 10 17:55:40.877461 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b831e821-c5e3-4262-8f58-613a8ceaf853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:40.890117 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2ae51142-977b-455b-8d72-075dedb7ea60 req-1f594b63-6b5b-48a9-843f-2f845c70758a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884020 Jan 10 17:55:41.080483 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3dd0c-808c-461c-8794-bc8caf34323d req-9a3faafd-b2d4-4556-88a3-ede509c44e53 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:41.087895 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1be3dd0c-808c-461c-8794-bc8caf34323d req-9a3faafd-b2d4-4556-88a3-ede509c44e53 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.1472626 Jan 10 17:55:41.133170 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9d5e2-2447-44ac-8d2b-3dc61155ef10 req-405c17c8-0dd5-47d2-bbfb-4a6b80e783f0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:41.134734 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b9f9d5e2-2447-44ac-8d2b-3dc61155ef10 req-405c17c8-0dd5-47d2-bbfb-4a6b80e783f0 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 943 time: 0.1385541 Jan 10 17:55:41.164930 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1be3dd0c-808c-461c-8794-bc8caf34323d req-9c3ebe4d-9ebd-4a4d-af23-46aa2485b4b3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644903 Jan 10 17:55:41.250866 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b9f9d5e2-2447-44ac-8d2b-3dc61155ef10 req-e956e6f1-6746-47f9-a1c2-0765237ac1a3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048894 Jan 10 17:55:41.454134 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3eb969b1-3184-45f9-9508-296af78f3069 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:55:41.581565 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 3eb969b1-3184-45f9-9508-296af78f3069, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3eb969b1-3184-45f9-9508-296af78f3069,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:41.606423 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '3eb969b1-3184-45f9-9508-296af78f3069', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'port_id': '3eb969b1-3184-45f9-9508-296af78f3069', 'mac_address': 'fa:16:3e:eb:b0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:55:41.665846 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 3eb969b1-3184-45f9-9508-296af78f3069 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:41.666322 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3eb969b1-3184-45f9-9508-296af78f3069), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:41.680513 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb969b1-3184-45f9-9508-296af78f3069 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:55:41.722772 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 3eb969b1-3184-45f9-9508-296af78f3069, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3eb969b1-3184-45f9-9508-296af78f3069,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:41.737236 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3eb969b1-3184-45f9-9508-296af78f3069), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:41.796826 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=3eb969b1-3184-45f9-9508-296af78f3069,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:42.030937 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['3eb969b1-3184-45f9-9508-296af78f3069'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:42.111854 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1bd9b-239b-4c61-9119-d912478c0c55 req-937f1352-04c4-47a5-a052-669d5267c4c5 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:42.134013 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fcd1bd9b-239b-4c61-9119-d912478c0c55 req-937f1352-04c4-47a5-a052-669d5267c4c5 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.1248090 Jan 10 17:55:42.263227 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fcd1bd9b-239b-4c61-9119-d912478c0c55 req-e079e015-0e2f-4b55-95d0-c20619bcd772 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161706 Jan 10 17:55:42.400620 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d9003-46bc-4579-856f-aba27b2e44ca req-26047765-6c40-4c81-b07e-919969195986 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:42.402224 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-765d9003-46bc-4579-856f-aba27b2e44ca req-26047765-6c40-4c81-b07e-919969195986 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0933073 Jan 10 17:55:42.495574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a851163-c337-4135-ac25-75a24fc9b37a req-1566bfb2-5d8d-4c51-a269-4c33089eef7d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:42.497855 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8a851163-c337-4135-ac25-75a24fc9b37a req-1566bfb2-5d8d-4c51-a269-4c33089eef7d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 944 time: 0.1329312 Jan 10 17:55:42.498916 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-765d9003-46bc-4579-856f-aba27b2e44ca req-069cf259-fab3-4995-a158-c34c336f177e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908856 Jan 10 17:55:42.568681 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8a851163-c337-4135-ac25-75a24fc9b37a req-b41faf1a-5a82-4cdc-87f3-973a779076a2 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650368 Jan 10 17:55:42.742803 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:43.178295 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-78fa3b94-b6ec-4828-89b2-e2300fc0902c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:43.348239 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-1ccbfd01-2f3c-4a59-b50c-1e21d8d3ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.349808 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-1ccbfd01-2f3c-4a59-b50c-1e21d8d3ee82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 1099 time: 0.0681002 Jan 10 17:55:43.388214 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc701563-7d8a-4dda-8777-95e446d6b3a2 req-37c612ec-3ab7-42ee-b766-8ee17148df0d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.390123 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dc701563-7d8a-4dda-8777-95e446d6b3a2 req-37c612ec-3ab7-42ee-b766-8ee17148df0d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0734329 Jan 10 17:55:43.472743 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3eb969b1-3184-45f9-9508-296af78f3069 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:55:43.487227 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-dc701563-7d8a-4dda-8777-95e446d6b3a2 req-602b9698-33fb-47ae-971c-2d5f460f0d9a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896769 Jan 10 17:55:43.509445 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-d4556c4f-da7d-40a2-acb7-81fe549f5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.511355 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-d4556c4f-da7d-40a2-acb7-81fe549f5770 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.1532941 Jan 10 17:55:43.556293 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e29e36-f53f-4ee7-b9d6-050dee28a21e req-8886af46-50ac-470f-b98d-20b687d2a728 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.565580 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-27e29e36-f53f-4ee7-b9d6-050dee28a21e req-8886af46-50ac-470f-b98d-20b687d2a728 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 945 time: 0.1260359 Jan 10 17:55:43.602886 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-7b3de7de-8fc7-4bc4-88b1-89b25d146ea4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f38211-a365-4689-9787-d45a21f1361d HTTP/1.1" status: 200 len: 1001 time: 0.0812547 Jan 10 17:55:43.616165 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 3eb969b1-3184-45f9-9508-296af78f3069 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:55:43.621025 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 3eb969b1-3184-45f9-9508-296af78f3069 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:55:43.621405 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (3eb969b1-3184-45f9-9508-296af78f3069), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:43.672892 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-27e29e36-f53f-4ee7-b9d6-050dee28a21e req-58e95358-a15a-470f-a010-c89cc27c628b tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058600 Jan 10 17:55:43.720034 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e19082-ac81-44cd-88be-14b37cc8e147 req-a42a369f-edf6-46e4-8a60-3daf52db3618 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.725440 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-66e19082-ac81-44cd-88be-14b37cc8e147 req-a42a369f-edf6-46e4-8a60-3daf52db3618 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.1214006 Jan 10 17:55:43.744243 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-338a95cd-5783-4fae-9865-fdd6335ed47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.745957 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-338a95cd-5783-4fae-9865-fdd6335ed47e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.1091387 Jan 10 17:55:43.792501 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-66e19082-ac81-44cd-88be-14b37cc8e147 req-cf11676b-8e62-465e-8e30-dca52bd90c00 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660629 Jan 10 17:55:43.801220 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 3eb969b1-3184-45f9-9508-296af78f3069 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:43.801786 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (3eb969b1-3184-45f9-9508-296af78f3069), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:43.842666 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:43.846262 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-de7fec8f-784a-4a1b-aad0-15e341dae8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.847917 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-de7fec8f-784a-4a1b-aad0-15e341dae8da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718541 Jan 10 17:55:43.850702 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b129501b-d120-429f-8bd6-c4201b38ff96" -d '{"events": [{"server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "name": "network-vif-plugged", "status": "completed", "tag": "3eb969b1-3184-45f9-9508-296af78f3069"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:43.855091 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76e16a-5b9a-4828-acec-7c0e38824fcf req-dcb53446-9a1c-4f38-abfc-1f9222890239 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:43.857050 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e76e16a-5b9a-4828-acec-7c0e38824fcf req-dcb53446-9a1c-4f38-abfc-1f9222890239 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 944 time: 0.1025867 Jan 10 17:55:43.885799 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 3eb969b1-3184-45f9-9508-296af78f3069, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3eb969b1-3184-45f9-9508-296af78f3069,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:43.896570 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (3eb969b1-3184-45f9-9508-296af78f3069), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:43.955048 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e76e16a-5b9a-4828-acec-7c0e38824fcf req-438aced1-0dd0-42a1-a535-29b9154fca8d tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920153 Jan 10 17:55:43.980274 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=3eb969b1-3184-45f9-9508-296af78f3069,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:43.982261 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-55f96293-73da-4c72-a59c-3a47d9972a84 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244068 Jan 10 17:55:43.995946 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c375d996-1a37-4d6a-ab73-592e104500a7 x-openstack-request-id: req-c375d996-1a37-4d6a-ab73-592e104500a7 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:43.996943 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "name": "network-vif-plugged", "status": "completed", "tag": "3eb969b1-3184-45f9-9508-296af78f3069", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:43.996943 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c375d996-1a37-4d6a-ab73-592e104500a7 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:43.997185 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069', 'code': 200} Jan 10 17:55:44.103728 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:44.106253 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-917a9c5e-bca2-427e-9b40-a0972a7fde7b req-a5da385e-ead2-400e-8b06-2a2353f95894 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156414 Jan 10 17:55:44.219305 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704123cf-f8b6-42ff-a39b-a41005b66a9d req-0cfe75cd-93c8-4416-8757-6012c12065a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:44.221183 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-704123cf-f8b6-42ff-a39b-a41005b66a9d req-0cfe75cd-93c8-4416-8757-6012c12065a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 1098 time: 0.0451663 Jan 10 17:55:44.273058 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-704123cf-f8b6-42ff-a39b-a41005b66a9d req-ee305196-06c7-41c7-8780-99bc7ed317da service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418584 Jan 10 17:55:44.646848 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135218b7-766e-4b9a-88e5-ef717b3d0c90 req-2882816b-b837-4e93-bd5d-3b557a5ba486 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:44.649345 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-135218b7-766e-4b9a-88e5-ef717b3d0c90 req-2882816b-b837-4e93-bd5d-3b557a5ba486 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0668592 Jan 10 17:55:44.701600 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-135218b7-766e-4b9a-88e5-ef717b3d0c90 req-848dc239-246a-4ccf-b573-a5bcf78a62d0 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462463 Jan 10 17:55:44.847058 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2e166-49da-440b-a00f-bb6f35fbd742 req-39ccc319-c980-4df1-9828-855f7a5bff77 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:44.850241 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cdf2e166-49da-440b-a00f-bb6f35fbd742 req-39ccc319-c980-4df1-9828-855f7a5bff77 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 945 time: 0.0804415 Jan 10 17:55:44.921265 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd6e93-9454-4b05-afb5-6358792876cd req-574345c9-290c-4fc3-b85a-be7cfe49302f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:44.923357 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6dbd6e93-9454-4b05-afb5-6358792876cd req-574345c9-290c-4fc3-b85a-be7cfe49302f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0582535 Jan 10 17:55:44.924970 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cdf2e166-49da-440b-a00f-bb6f35fbd742 req-c3b4a074-75dc-4c2f-9902-d2a134c5901c tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614810 Jan 10 17:55:44.999835 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6dbd6e93-9454-4b05-afb5-6358792876cd req-5f749afc-cc0d-45fa-9c9f-2cc355d35f6c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709896 Jan 10 17:55:45.253346 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c74e5c-22ae-4640-9154-f660102b2172 req-753ee57f-b75c-4f38-8496-b75d96839c85 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:45.255983 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c1c74e5c-22ae-4640-9154-f660102b2172 req-753ee57f-b75c-4f38-8496-b75d96839c85 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 945 time: 0.0723896 Jan 10 17:55:45.309474 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c1c74e5c-22ae-4640-9154-f660102b2172 req-ddf0fb6f-5dbf-4091-97f8-9acfff131f5f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Jan 10 17:55:45.395576 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-4883a493-4cb6-4a1a-8d49-0e2d3845049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:45.397497 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-4883a493-4cb6-4a1a-8d49-0e2d3845049b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1098 time: 0.0589297 Jan 10 17:55:45.518307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-9da2e30c-811e-4ce7-b50b-2826b60ded2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:45.519821 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-9da2e30c-811e-4ce7-b50b-2826b60ded2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 909 time: 0.1139591 Jan 10 17:55:45.594659 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:45.613131 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-a4fd5449-6b0d-4dfc-b9af-0d6bc4f56ebd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0817013 Jan 10 17:55:45.675776 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-420756ce-4810-4754-926d-ca273a20e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:45.677648 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-420756ce-4810-4754-926d-ca273a20e14b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 200 len: 847 time: 0.0580816 Jan 10 17:55:45.793808 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-5515bac9-5095-4935-8745-9b1a2f292cbc tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:45.795327 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-5515bac9-5095-4935-8745-9b1a2f292cbc tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 945 time: 0.0872426 Jan 10 17:55:45.802589 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-c4eb7801-bc2f-4a51-a98e-b3cc877b1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:45.804188 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-c4eb7801-bc2f-4a51-a98e-b3cc877b1538 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e3555eb-6e98-4722-838e-911c9355c83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054320 Jan 10 17:55:45.975396 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-d2dc584f-a1ec-4a10-a6e9-0f7521a17e32 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622577 Jan 10 17:55:45.993223 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Deleting port 54e970a7-b858-4101-af2d-4f8b3cf21938 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:55:45.993573 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:46.118990 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca5709-3f3c-46d9-9bdc-326654387307 req-b6fb9c25-99af-4ce6-a53f-de5483466589 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:46.126938 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b4ca5709-3f3c-46d9-9bdc-326654387307 req-b6fb9c25-99af-4ce6-a53f-de5483466589 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0648272 Jan 10 17:55:46.178900 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf8fd-aa83-4da9-a421-e764dc3ebeb9 req-7a7c4057-5ed3-47f0-9892-0394656754c9 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:46.185995 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c3bf8fd-aa83-4da9-a421-e764dc3ebeb9 req-7a7c4057-5ed3-47f0-9892-0394656754c9 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 945 time: 0.1266866 Jan 10 17:55:46.198928 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-76f41425-46cd-43af-8959-f6b2dda730b1 req-2763992b-34ce-4c86-b19b-e64278ccc97b service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161691 Jan 10 17:55:46.199782 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b4ca5709-3f3c-46d9-9bdc-326654387307 req-20fc6b60-5e91-445f-b9db-7c280673f8d8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715809 Jan 10 17:55:46.211045 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] For port 54e970a7-b858-4101-af2d-4f8b3cf21938, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=54e970a7-b858-4101-af2d-4f8b3cf21938,segment=NetworkSegment(eae9d427-aeaa-4ce6-bfb0-63efea196dc6),segment_id=eae9d427-aeaa-4ce6-bfb0-63efea196dc6)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:46.211418 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:46.271330 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Calling delete_port for 54e970a7-b858-4101-af2d-4f8b3cf21938 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:55:46.305550 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c3bf8fd-aa83-4da9-a421-e764dc3ebeb9 req-16f5a643-a187-41dc-a09c-f78777b2d2bf tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/security-groups?id=7ef03056-7fcd-4135-80e2-10da9bc8c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186271 Jan 10 17:55:46.446360 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc7374-e01e-4217-9c6a-21b076741cfa req-73e65b69-a7bd-4307-a887-def3ca6d66a0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:46.450854 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b7bc7374-e01e-4217-9c6a-21b076741cfa req-73e65b69-a7bd-4307-a887-def3ca6d66a0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 946 time: 0.0974476 Jan 10 17:55:46.488794 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfc669-9e75-4ee4-bea3-b63bb0f2ab5e req-40c5e30f-40d0-4b9b-83ca-f0316aa0a64f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:46.490672 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-16bfc669-9e75-4ee4-bea3-b63bb0f2ab5e req-40c5e30f-40d0-4b9b-83ca-f0316aa0a64f tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 945 time: 0.0926166 Jan 10 17:55:46.540407 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b7bc7374-e01e-4217-9c6a-21b076741cfa req-d92db079-fce2-4b2e-9986-9625b4b26db6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827675 Jan 10 17:55:46.593769 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (54e970a7-b858-4101-af2d-4f8b3cf21938), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:46.605889 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['54e970a7-b858-4101-af2d-4f8b3cf21938'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:55:46.606668 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-16bfc669-9e75-4ee4-bea3-b63bb0f2ab5e req-e452425d-62a6-42fd-9ec8-17e9b00fb1f3 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067209 Jan 10 17:55:46.633323 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Pushing event deleted for resources: {'Port': ['ID=54e970a7-b858-4101-af2d-4f8b3cf21938,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:46.691747 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] No DVR routers for this DVR port 54e970a7-b858-4101-af2d-4f8b3cf21938 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:55:46.694978 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:46.698565 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1a98f6d6-89b9-4ac4-a070-1a30acf11dd4 req-b799ef85-8bac-4aa5-b918-ae2b77388ce5 tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.35 "DELETE /v2.0/ports/54e970a7-b858-4101-af2d-4f8b3cf21938 HTTP/1.1" status: 204 len: 173 time: 0.8933318 Jan 10 17:55:46.698948 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'name': 'network-vif-deleted', 'tag': '54e970a7-b858-4101-af2d-4f8b3cf21938'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:46.701297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef73af4-5bb0-4414-bb5d-68bf150c85b6" -d '{"events": [{"server_uuid": "b79dd609-525d-43f3-9e6d-c42e593df6c6", "name": "network-vif-deleted", "tag": "54e970a7-b858-4101-af2d-4f8b3cf21938"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:46.807516 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c43258b-9f13-430f-a4fe-d415ac3a0624 x-openstack-request-id: req-1c43258b-9f13-430f-a4fe-d415ac3a0624 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:46.807808 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79dd609-525d-43f3-9e6d-c42e593df6c6", "name": "network-vif-deleted", "tag": "54e970a7-b858-4101-af2d-4f8b3cf21938", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:46.808110 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c43258b-9f13-430f-a4fe-d415ac3a0624 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:46.808515 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79dd609-525d-43f3-9e6d-c42e593df6c6', 'name': 'network-vif-deleted', 'tag': '54e970a7-b858-4101-af2d-4f8b3cf21938', 'status': 'completed', 'code': 200} Jan 10 17:55:46.828645 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741fae3-924d-4eb8-b5f2-9af1925bf2a1 req-0e30206c-8e54-4e38-a892-76681ea08164 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:46.835605 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f741fae3-924d-4eb8-b5f2-9af1925bf2a1 req-0e30206c-8e54-4e38-a892-76681ea08164 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 945 time: 0.1373889 Jan 10 17:55:46.845048 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 40766) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:46.850256 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Request body: {'floatingip': {'port_id': '3eb969b1-3184-45f9-9508-296af78f3069'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:55:46.935238 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (00b1c8e7-b364-48b0-8cff-c920a897c25c), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:47.003741 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:47.418175 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-983386af-54fb-455b-a803-f60134eef609 req-153529d6-8fb6-40ee-a2ea-5365e50ba2fa tempest-VolumesSnapshotTestJSON-1631175706 tempest-VolumesSnapshotTestJSON-1631175706-project] 10.222.0.31 "GET /v2.0/ports?device_id=b79dd609-525d-43f3-9e6d-c42e593df6c6 HTTP/1.1" status: 200 len: 210 time: 0.0290229 Jan 10 17:55:47.437493 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e65f2-b74f-46ca-8df9-e06dceedf68a req-15e2d354-3a74-4749-a180-2545e8309aa2 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:47.438976 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4a1e65f2-b74f-46ca-8df9-e06dceedf68a req-15e2d354-3a74-4749-a180-2545e8309aa2 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.1225710 Jan 10 17:55:47.507728 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:55:47.558671 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4a1e65f2-b74f-46ca-8df9-e06dceedf68a req-a5ff2b80-9e26-4b0f-a610-317e73eee483 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975535 Jan 10 17:55:47.571384 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:47.579365 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (00b1c8e7-b364-48b0-8cff-c920a897c25c), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:47.605429 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 75f38211-a365-4689-9787-d45a21f1361d is: ACTIVE; New status is: DOWN {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:47.606020 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:47.646910 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:47.652820 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:47.658497 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a16a1-6697-4ce7-9ca4-e6402996fe4e" -d '{"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-unplugged", "status": "completed", "tag": "75f38211-a365-4689-9787-d45a21f1361d"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:47.663798 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:47.686185 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Floating IP 00b1c8e7-b364-48b0-8cff-c920a897c25c associated. External IP: 172.27.2.40, port: 3eb969b1-3184-45f9-9508-296af78f3069. Jan 10 17:55:47.734108 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872e8382-de4b-41ba-8985-216c0a991132 x-openstack-request-id: req-872e8382-de4b-41ba-8985-216c0a991132 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:47.734368 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81741f91-af40-465a-b0d0-e47dda14badf req-52b7e663-6f2e-4075-b0ff-f857851670ca tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:47.735060 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-unplugged", "status": "failed", "tag": "75f38211-a365-4689-9787-d45a21f1361d", "code": 422}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:47.735060 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-872e8382-de4b-41ba-8985-216c0a991132 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:47.735060 dv-cinder-824031-2-iscsi neutron-server[114065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d', 'code': 422} returned with failed status Jan 10 17:55:47.736368 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-81741f91-af40-465a-b0d0-e47dda14badf req-52b7e663-6f2e-4075-b0ff-f857851670ca tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.1013725 Jan 10 17:55:47.745670 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=8']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:47.812830 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-81741f91-af40-465a-b0d0-e47dda14badf req-54bdc22d-fdf7-4fbf-9a3f-2fc9cad375ce tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703876 Jan 10 17:55:48.348107 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Router f621cd84-bf9d-46da-9557-3eb5a6311885 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:55:48.515295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:55:48.520162 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:48.530107 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] Sync routers for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:55:48.552954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:55:48.553832 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:55:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:48.556554 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-ebeaed1c-aaa4-4c64-9fbd-5d52ea504a4b tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "PUT /v2.0/floatingips/00b1c8e7-b364-48b0-8cff-c920a897c25c HTTP/1.1" status: 200 len: 990 time: 1.7100439 Jan 10 17:55:48.712062 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:55:48.822696 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:48.825569 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "tag": "3eb969b1-3184-45f9-9508-296af78f3069"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:48.904174 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c60b95-33ce-4697-9195-b2681671fbe6 req-50dd03c5-0b5a-4c47-bf11-8fa74efea3ac tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:48.938446 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7c60b95-33ce-4697-9195-b2681671fbe6 req-50dd03c5-0b5a-4c47-bf11-8fa74efea3ac tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.1768131 Jan 10 17:55:49.056406 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a6ec99-5ad2-4d9e-9f38-adc00fae2ee0 x-openstack-request-id: req-c5a6ec99-5ad2-4d9e-9f38-adc00fae2ee0 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:49.058130 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "tag": "3eb969b1-3184-45f9-9508-296af78f3069", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:49.058557 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5a6ec99-5ad2-4d9e-9f38-adc00fae2ee0 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:49.059301 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069', 'status': 'completed', 'code': 200} Jan 10 17:55:49.085704 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '00b1c8e7-b364-48b0-8cff-c920a897c25c', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'port_id': '3eb969b1-3184-45f9-9508-296af78f3069', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'mac_address': 'fa:16:3e:eb:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:55:24Z', 'updated_at': '2022-01-10T17:55:47Z', 'revision_number': 1, 'project_id': '08d4842074994421989ef7568b65aea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:49.200473 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7c60b95-33ce-4697-9195-b2681671fbe6 req-a77105eb-affc-4580-a8c5-cb2154c2cb87 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2607808 Jan 10 17:55:49.255324 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-ed85e57e-883b-4826-a402-6732f351a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:49.256875 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-ed85e57e-883b-4826-a402-6732f351a7b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08d4842074994421989ef7568b65aea9&device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 1098 time: 0.1628098 Jan 10 17:55:49.338355 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [req-deb17260-780d-4939-ade7-805c8b3d1a7b req-b267f976-7b7d-43d4-880c-82cb5eae48b5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:55:49.339348 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-deb17260-780d-4939-ade7-805c8b3d1a7b req-b267f976-7b7d-43d4-880c-82cb5eae48b5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159457 Jan 10 17:55:49.397786 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] Checking router: f621cd84-bf9d-46da-9557-3eb5a6311885 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:55:49.425557 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:55:49.426319 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:55:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:49.442855 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-f34bd64b-19a6-4f87-8b0c-9af6301e8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:49.445201 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-f34bd64b-19a6-4f87-8b0c-9af6301e8a06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 200 len: 911 time: 0.1801164 Jan 10 17:55:49.486366 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afedd5c-b089-4a78-8c4d-683d76b65825 req-0821eca4-61ef-4521-b533-4724ed02e6e7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:49.494219 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6afedd5c-b089-4a78-8c4d-683d76b65825 req-0821eca4-61ef-4521-b533-4724ed02e6e7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.1022985 Jan 10 17:55:49.554242 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 54e970a7-b858-4101-af2d-4f8b3cf21938 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:55:49.582417 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6afedd5c-b089-4a78-8c4d-683d76b65825 req-dacdffb6-2062-4248-94a0-409f70a25f08 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870607 Jan 10 17:55:49.599650 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-195431d9-8226-4dac-86d9-010030bc6044 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1636133 Jan 10 17:55:49.610611 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 54e970a7-b858-4101-af2d-4f8b3cf21938 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:55:49.611152 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 54e970a7-b858-4101-af2d-4f8b3cf21938 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:55:49.611771 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d63cbe28-3b03-4f1c-9197-17b60bf28ce5 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:55:49.648565 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 40844) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:55:49.671903 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-9a231ec0-ce4b-4e40-941f-4ac3a1f82ed9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eb969b1-3184-45f9-9508-296af78f3069 HTTP/1.1" status: 200 len: 998 time: 0.2170775 Jan 10 17:55:49.793577 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-da412575-031d-48f1-bfcd-d2097c4b6ec4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405530 Jan 10 17:55:49.798552 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b081f0-7699-4ff5-a3ce-23c8ebcf92f6 req-b30d863f-f74c-45a8-848b-ed29aa735187 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:49.813674 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-47864c47-8aa7-4ec8-b832-9c1f96b0ed24 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 17:55:49.814638 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-47864c47-8aa7-4ec8-b832-9c1f96b0ed24 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063634 Jan 10 17:55:49.817425 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e6b081f0-7699-4ff5-a3ce-23c8ebcf92f6 req-b30d863f-f74c-45a8-848b-ed29aa735187 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.2111871 Jan 10 17:55:49.857493 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:55:49.906635 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e6b081f0-7699-4ff5-a3ce-23c8ebcf92f6 req-e14ddd5c-afb2-49ef-8978-63adea7f11af tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879023 Jan 10 17:55:49.931599 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-1e0ba1be-97f9-4d74-85e3-06c21c96f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:49.934006 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-1e0ba1be-97f9-4d74-85e3-06c21c96f111 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 200 len: 849 time: 0.2489836 Jan 10 17:55:49.988103 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 is: ACTIVE; New status is: DOWN {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:55:49.988573 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:50.027565 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:55:50.030396 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb08d7-6f67-45a1-b47f-e950aef926d7" -d '{"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-unplugged", "status": "completed", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:55:50.072675 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-bfe79029-46c4-410d-ab55-9a16e1d9b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:50.078593 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:55:50.079664 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-bfe79029-46c4-410d-ab55-9a16e1d9b6db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bc1de75b-73a3-4a83-9fa3-f25335d75de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212716 Jan 10 17:55:50.087526 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:55:50.149749 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278bf7c-895a-43b8-b147-b143e291af16 x-openstack-request-id: req-a278bf7c-895a-43b8-b147-b143e291af16 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:55:50.150153 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-unplugged", "status": "failed", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5", "code": 422}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:55:50.150420 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a278bf7c-895a-43b8-b147-b143e291af16 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:55:50.150879 dv-cinder-824031-2-iscsi neutron-server[114065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'code': 422} returned with failed status Jan 10 17:55:50.201529 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=6']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:55:50.265478 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-1cf32fd2-7e49-4932-86d4-1cf295fd023a service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757536 Jan 10 17:55:50.265957 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '00b1c8e7-b364-48b0-8cff-c920a897c25c', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'port_id': '3eb969b1-3184-45f9-9508-296af78f3069', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'mac_address': 'fa:16:3e:eb:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:55:24Z', 'updated_at': '2022-01-10T17:55:47Z', 'revision_number': 1, 'project_id': '08d4842074994421989ef7568b65aea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:55:50.329982 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c374afd-bfd7-4222-9684-173b2b885356 None None] The sync data for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi is: [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '00b1c8e7-b364-48b0-8cff-c920a897c25c', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'port_id': '3eb969b1-3184-45f9-9508-296af78f3069', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'mac_address': 'fa:16:3e:eb:b0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:55:24Z', 'updated_at': '2022-01-10T17:55:47Z', 'revision_number': 1, 'project_id': '08d4842074994421989ef7568b65aea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:55:50.511387 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2400d26a-60ba-43f3-b50f-0c6c5df8cfdd req-c38bf161-abaa-4f17-8d60-c792455015b4 service neutron] 10.222.0.35 "GET /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197053 Jan 10 17:55:50.798998 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a368b53-1831-4b9c-8ec6-d762d109b20d req-a35b1df4-2c88-4198-ab83-d69ecdfcce56 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:50.800548 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6a368b53-1831-4b9c-8ec6-d762d109b20d req-a35b1df4-2c88-4198-ab83-d69ecdfcce56 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0911083 Jan 10 17:55:50.800680 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da8c7b2-317c-427a-a069-e801db29a2be None None] New status for floating IP 00b1c8e7-b364-48b0-8cff-c920a897c25c: ACTIVE {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:55:50.895098 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6a368b53-1831-4b9c-8ec6-d762d109b20d req-606b1a2d-8072-4908-ba97-068890bee890 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759106 Jan 10 17:55:50.914826 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-6662d39b-6fb7-48e5-a6d3-f00e51912405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:50.916614 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-6662d39b-6fb7-48e5-a6d3-f00e51912405 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b&tenant_id=a256dbcb3e024f32bd6f56fbc869046c HTTP/1.1" status: 200 len: 1097 time: 0.1151550 Jan 10 17:55:51.034072 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb25de3-0f09-4e8c-b5b9-72a51bf521db req-7f8998ff-9179-44c8-85ce-0fe2909e979f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:51.035902 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3fb25de3-0f09-4e8c-b5b9-72a51bf521db req-7f8998ff-9179-44c8-85ce-0fe2909e979f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0524991 Jan 10 17:55:51.100897 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3fb25de3-0f09-4e8c-b5b9-72a51bf521db req-dc4d2fa5-f91e-482a-8c83-71c2e1efbc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572619 Jan 10 17:55:52.013383 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a4e4a-d57a-48f3-875c-36624200b9ec req-99be8f25-26c2-49eb-a248-b34249f1eeda tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:52.017539 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-511a4e4a-d57a-48f3-875c-36624200b9ec req-99be8f25-26c2-49eb-a248-b34249f1eeda tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0592985 Jan 10 17:55:52.073455 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-511a4e4a-d57a-48f3-875c-36624200b9ec req-cbb3b8cd-c99b-406f-8291-d77e19e6377a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524814 Jan 10 17:55:52.223924 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43600bd-1336-491d-a83b-87051cd91f47 req-9cb51c86-fed3-4760-9747-ae273579fda7 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:52.225426 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b43600bd-1336-491d-a83b-87051cd91f47 req-9cb51c86-fed3-4760-9747-ae273579fda7 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0493176 Jan 10 17:55:52.277878 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b43600bd-1336-491d-a83b-87051cd91f47 req-1f0d1d05-0de6-45dd-8592-1ea59a9d79fc tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459616 Jan 10 17:55:53.199663 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121abc15-76fb-4915-acfc-3c59c8437650 req-645eb930-9722-4f3f-8b1f-acdfae10f02d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:53.201237 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-121abc15-76fb-4915-acfc-3c59c8437650 req-645eb930-9722-4f3f-8b1f-acdfae10f02d tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0568047 Jan 10 17:55:53.261697 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-121abc15-76fb-4915-acfc-3c59c8437650 req-9fb47089-1784-4173-910d-402fafd790a6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541177 Jan 10 17:55:53.403121 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1df171-c57d-41a4-b481-d8861ea054d4 req-49cd0db4-3f34-4794-98b0-538f687c11d5 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:53.404827 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cb1df171-c57d-41a4-b481-d8861ea054d4 req-49cd0db4-3f34-4794-98b0-538f687c11d5 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0506899 Jan 10 17:55:53.459242 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cb1df171-c57d-41a4-b481-d8861ea054d4 req-f534e774-5237-48e6-979f-ed13090d0ad0 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484114 Jan 10 17:55:53.783772 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-c6d7933b-0050-4c90-b319-a8c97a766882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:53.785470 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-c6d7933b-0050-4c90-b319-a8c97a766882 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 1097 time: 0.0435159 Jan 10 17:55:53.883034 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-4479c9d2-8559-4bdd-81c6-fcf9d459b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:53.884747 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-4479c9d2-8559-4bdd-81c6-fcf9d459b942 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 200 len: 918 time: 0.0926571 Jan 10 17:55:53.960463 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-79ebb336-2e7f-4843-ba16-2b7e1509d3b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75f38211-a365-4689-9787-d45a21f1361d HTTP/1.1" status: 200 len: 999 time: 0.0686862 Jan 10 17:55:54.023676 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-f5c97a38-36ef-4647-8dcd-571e47f2c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:54.025978 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-f5c97a38-36ef-4647-8dcd-571e47f2c7f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 200 len: 856 time: 0.0563109 Jan 10 17:55:54.086749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-da76ea08-e67b-4ccb-a4e6-925d17222ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:54.088830 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-da76ea08-e67b-4ccb-a4e6-925d17222ea6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c27da9f-c408-4567-82ab-fbdc30d94429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527835 Jan 10 17:55:54.197144 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-32f64d93-0770-4f0d-86b2-a0548010b408 service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006482 Jan 10 17:55:54.344884 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6180ab94-953f-4ee7-8aaa-7bdae50b8480 req-ffdac2b7-0b14-4458-92dd-aa99ea8121ec service neutron] 10.222.0.35 "GET /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356688 Jan 10 17:55:54.427737 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40a3ed-db8f-42c5-85e5-98311cbb0bfa req-13e95ee1-3853-4767-8246-0415ecf1937b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:54.436156 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1b40a3ed-db8f-42c5-85e5-98311cbb0bfa req-13e95ee1-3853-4767-8246-0415ecf1937b tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0744610 Jan 10 17:55:54.525757 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1b40a3ed-db8f-42c5-85e5-98311cbb0bfa req-29729130-59d0-44ce-ac38-36a172c8efd7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886950 Jan 10 17:55:54.657605 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fbfc3-b06a-4dbb-b2cb-333bfdf08600 req-97288335-cdbc-42c9-8003-5d88b62c64be tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:54.664363 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d05fbfc3-b06a-4dbb-b2cb-333bfdf08600 req-97288335-cdbc-42c9-8003-5d88b62c64be tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.1057405 Jan 10 17:55:54.765820 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d05fbfc3-b06a-4dbb-b2cb-333bfdf08600 req-e268e31b-121b-45ed-9bd5-6de4c02b7696 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001885 Jan 10 17:55:55.054550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-122cea9b-7bab-4452-897d-11b459b92275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:55.056348 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-122cea9b-7bab-4452-897d-11b459b92275 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec&tenant_id=ad60695fc58746f490b20a5b2459b6ae HTTP/1.1" status: 200 len: 1096 time: 0.1077721 Jan 10 17:55:55.211434 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-f7bf3de3-b0aa-4efb-97fa-ac67b5041ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:55.222260 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-f7bf3de3-b0aa-4efb-97fa-ac67b5041ede service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1096 time: 0.1240396 Jan 10 17:55:55.491770 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-c9350f48-ece1-4d09-816a-f594d43d212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:55.495108 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-c9350f48-ece1-4d09-816a-f594d43d212e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 909 time: 0.2522385 Jan 10 17:55:55.768845 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-cc0e25fc-43c6-4bc7-8291-e306e29ad870 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 999 time: 0.2596178 Jan 10 17:55:55.920894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82da90b-da0d-41fb-b56c-27115f3c9523 req-ef43c331-0957-4edd-881d-3c18a9026a32 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:55.920894 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a82da90b-da0d-41fb-b56c-27115f3c9523 req-ef43c331-0957-4edd-881d-3c18a9026a32 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.2302239 Jan 10 17:55:56.040779 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ed012-d1ae-4c97-a74e-58d006dbc050 req-fcebabaf-f831-471a-8ab6-2737019f30b7 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:56.043555 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fb8ed012-d1ae-4c97-a74e-58d006dbc050 req-fcebabaf-f831-471a-8ab6-2737019f30b7 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0894787 Jan 10 17:55:56.069832 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:55:56.075938 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-522453c5-674c-4d09-8694-b03137ac0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:56.077461 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-522453c5-674c-4d09-8694-b03137ac0e65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 200 len: 847 time: 0.1033692 Jan 10 17:55:56.129691 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a82da90b-da0d-41fb-b56c-27115f3c9523 req-081c60af-3ec7-421d-85e7-eb5f386265d0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643515 Jan 10 17:55:56.161382 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fb8ed012-d1ae-4c97-a74e-58d006dbc050 req-b1e6e262-b25b-4276-ba9d-c6b18bf39b49 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044171 Jan 10 17:55:56.202509 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-540e824e-de5e-4ae6-b22c-038637b39f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:56.204664 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-540e824e-de5e-4ae6-b22c-038637b39f95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e3555eb-6e98-4722-838e-911c9355c83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027887 Jan 10 17:55:56.393204 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-8e419e21-a195-4bba-8744-6f7e53bcfb25 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809177 Jan 10 17:55:56.771216 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a3f0f5b8-18a1-4520-ae5b-83a5be1a6ced req-3a08525a-611e-492b-9bf1-e152e939ef66 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570682 Jan 10 17:55:57.375555 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc82f3-a651-4627-84f4-187184eb5a73 req-53c4eb30-4f74-42b8-b474-7bea3343b2fd tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:57.379324 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2acc82f3-a651-4627-84f4-187184eb5a73 req-53c4eb30-4f74-42b8-b474-7bea3343b2fd tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.1503570 Jan 10 17:55:57.395282 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9e025-7730-4ecf-a28c-0c57625259a2 req-49990ffa-c7d4-4002-b508-11c161af8be0 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:57.410770 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0da9e025-7730-4ecf-a28c-0c57625259a2 req-49990ffa-c7d4-4002-b508-11c161af8be0 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.1292522 Jan 10 17:55:57.438931 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2acc82f3-a651-4627-84f4-187184eb5a73 req-efc4b5e8-5da0-4ab0-86ee-c77e1de0b5b4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526879 Jan 10 17:55:57.558384 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0da9e025-7730-4ecf-a28c-0c57625259a2 req-2e3fdfe0-af7e-4695-a54d-bdd1c40cf5dc tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467049 Jan 10 17:55:58.645651 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932118a0-31ee-4c57-ae91-cb22adec9386 req-2f31bbc6-9423-4e49-b73a-2f725da941c3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:58.651918 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-932118a0-31ee-4c57-ae91-cb22adec9386 req-2f31bbc6-9423-4e49-b73a-2f725da941c3 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0714929 Jan 10 17:55:58.733696 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-932118a0-31ee-4c57-ae91-cb22adec9386 req-3e7c4154-c703-4b6a-a285-8e215eb58642 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736701 Jan 10 17:55:58.855056 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa139b-f7b8-486c-b4cf-6acf7c747e7b req-dabcb7e1-befb-45ed-8b83-9b0e53292952 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:58.856528 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a4aa139b-f7b8-486c-b4cf-6acf7c747e7b req-dabcb7e1-befb-45ed-8b83-9b0e53292952 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0714500 Jan 10 17:55:58.916072 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a4aa139b-f7b8-486c-b4cf-6acf7c747e7b req-6afec4ef-7d60-4472-93a1-fd197eb4f5d2 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535576 Jan 10 17:55:59.847483 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b9f79-2130-4c66-a56e-02b5c2fa86c7 req-09423943-040d-4d7a-8c28-1d3c8e30b149 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:55:59.849505 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d95b9f79-2130-4c66-a56e-02b5c2fa86c7 req-09423943-040d-4d7a-8c28-1d3c8e30b149 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0541270 Jan 10 17:55:59.901065 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d95b9f79-2130-4c66-a56e-02b5c2fa86c7 req-a28a091a-804b-459d-a0e9-d21a2745b560 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444150 Jan 10 17:56:00.035867 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9574c-c7d1-453f-b68c-f292f1d699c6 req-5429291c-5a04-46ec-bd69-77d8653ff6a8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:00.037514 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-31c9574c-c7d1-453f-b68c-f292f1d699c6 req-5429291c-5a04-46ec-bd69-77d8653ff6a8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0507550 Jan 10 17:56:00.094520 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-31c9574c-c7d1-453f-b68c-f292f1d699c6 req-4475ae90-29cd-438e-af21-68dda3655d7b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513802 Jan 10 17:56:01.049755 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777e3d9-afb9-4afc-a6a8-35ccf1bd623c req-2d3df2b1-61cf-4e1e-8aec-2a6b1d69bba7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:01.053845 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a777e3d9-afb9-4afc-a6a8-35ccf1bd623c req-2d3df2b1-61cf-4e1e-8aec-2a6b1d69bba7 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0717947 Jan 10 17:56:01.103280 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a777e3d9-afb9-4afc-a6a8-35ccf1bd623c req-9426050c-d4a3-4f22-936b-b5382407f75f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443799 Jan 10 17:56:01.215335 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093d721-90b7-457a-b5a2-6ac2ea7c4c1b req-babfe3cd-9869-4a39-9d23-ef4d36ac68bf tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:01.216839 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f093d721-90b7-457a-b5a2-6ac2ea7c4c1b req-babfe3cd-9869-4a39-9d23-ef4d36ac68bf tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0497830 Jan 10 17:56:01.279059 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f093d721-90b7-457a-b5a2-6ac2ea7c4c1b req-bb183453-f43c-4ed8-ad54-e99c47cb736b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564666 Jan 10 17:56:02.229217 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3563aa-7332-4cff-acb0-74990fefa68b req-7008511f-310c-4ced-a3c0-04d263c7ba59 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:02.230734 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb3563aa-7332-4cff-acb0-74990fefa68b req-7008511f-310c-4ced-a3c0-04d263c7ba59 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0527637 Jan 10 17:56:02.280571 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cb3563aa-7332-4cff-acb0-74990fefa68b req-922eec72-951b-4291-91b2-2de85c296f14 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437744 Jan 10 17:56:02.410195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118b14d-55e3-453f-bed7-44de73b31338 req-00ef9fbf-25b5-4c04-b6cc-8f9704bf4e9a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:02.411644 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c118b14d-55e3-453f-bed7-44de73b31338 req-00ef9fbf-25b5-4c04-b6cc-8f9704bf4e9a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0641193 Jan 10 17:56:02.466545 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c118b14d-55e3-453f-bed7-44de73b31338 req-29e23f2e-3b84-486b-b7ba-3ee7270b90d3 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486939 Jan 10 17:56:03.404098 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d75e-3ba8-430c-8eb5-8dbcd5715ad5 req-ce6e5c02-6bf6-4ed1-99ea-47c42779852a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:03.413200 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f051d75e-3ba8-430c-8eb5-8dbcd5715ad5 req-ce6e5c02-6bf6-4ed1-99ea-47c42779852a tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0544794 Jan 10 17:56:03.465885 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f051d75e-3ba8-430c-8eb5-8dbcd5715ad5 req-176e8f91-1e4c-423a-9ce1-2decf69fa48e tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517852 Jan 10 17:56:03.600334 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84283-50a3-4333-9649-57ef071f25d5 req-abbd639f-4ed2-43db-93f3-a13b088a95f9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:03.602131 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-72e84283-50a3-4333-9649-57ef071f25d5 req-abbd639f-4ed2-43db-93f3-a13b088a95f9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0647020 Jan 10 17:56:03.663102 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-72e84283-50a3-4333-9649-57ef071f25d5 req-5904d1b9-377d-4e9b-b108-806c7a720fcc tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554445 Jan 10 17:56:03.927506 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41108) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:03.981394 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] Deleting subnet 1f4faa0b-3149-41c4-aa46-29f56ce4d8c5 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:56:03.984732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] Publish callbacks [] for subnet (1f4faa0b-3149-41c4-aa46-29f56ce4d8c5), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.023326 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (1f4faa0b-3149-41c4-aa46-29f56ce4d8c5), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.069393 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (1f4faa0b-3149-41c4-aa46-29f56ce4d8c5), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.123500 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (1f4faa0b-3149-41c4-aa46-29f56ce4d8c5), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.152164 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.155781 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1f4faa0b-3149-41c4-aa46-29f56ce4d8c5 HTTP/1.1" status: 204 len: 168 time: 0.2268605 Jan 10 17:56:04.157001 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926ac52-2aab-48dc-b717-86dd497efb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4faa0b-3149-41c4-aa46-29f56ce4d8c5,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:04.157984 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41110) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:04.227809 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (83749002-c783-458c-a899-dffb22cf68ff), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.311957 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (83749002-c783-458c-a899-dffb22cf68ff), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.331677 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83749002-c783-458c-a899-dffb22cf68ff']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:04.340829 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:04.341147 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa2b619-92a3-4a73-a7c8-d0544e820c1e') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:04.354118 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (ffa2b619-92a3-4a73-a7c8-d0544e820c1e), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.368692 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (ffa2b619-92a3-4a73-a7c8-d0544e820c1e), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.375286 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:56:04.375601 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (ffa2b619-92a3-4a73-a7c8-d0544e820c1e), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:56:04.377384 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:56:04.431574 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (83749002-c783-458c-a899-dffb22cf68ff), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.438873 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.445003 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] 10.222.0.31 "DELETE /v2.0/networks/83749002-c783-458c-a899-dffb22cf68ff HTTP/1.1" status: 204 len: 168 time: 0.2827396 Jan 10 17:56:04.452072 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=83749002-c783-458c-a899-dffb22cf68ff,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:04.459731 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.460231 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.460636 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.461103 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.461471 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.461850 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.462246 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.462649 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.463030 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.463411 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.463793 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.464178 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.464514 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1f93ec-6404-4c90-a16b-1323fb804f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:04.569736 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41116) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:04.586774 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782641dd-7164-494d-9863-5162bd4a27ab req-f69dc211-14af-4a24-8ee5-f19426e30377 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:04.587789 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-782641dd-7164-494d-9863-5162bd4a27ab req-f69dc211-14af-4a24-8ee5-f19426e30377 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0504799 Jan 10 17:56:04.612994 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ae0fd38b-c81f-413f-9d50-022bd3f83487 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3d9d593a7df24852b21f9c751e44e357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413413 Jan 10 17:56:04.615840 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41118) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:04.636049 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-782641dd-7164-494d-9863-5162bd4a27ab req-b0fc184b-6d92-4ce6-8568-f614c04c0c32 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425968 Jan 10 17:56:04.662907 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9a216498-ab28-4f71-bf83-8b2914d1e93c admin admin] Publish callbacks [] for security_group (8b299ecf-4e4b-4365-b255-69e3af790812), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.683563 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9a216498-ab28-4f71-bf83-8b2914d1e93c admin admin] Publish callbacks [] for security_group (8b299ecf-4e4b-4365-b255-69e3af790812), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.734138 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9a216498-ab28-4f71-bf83-8b2914d1e93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (8b299ecf-4e4b-4365-b255-69e3af790812), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.736995 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9a216498-ab28-4f71-bf83-8b2914d1e93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:04.738202 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-9a216498-ab28-4f71-bf83-8b2914d1e93c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b299ecf-4e4b-4365-b255-69e3af790812 HTTP/1.1" status: 204 len: 168 time: 0.1214945 Jan 10 17:56:04.747427 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a216498-ab28-4f71-bf83-8b2914d1e93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b299ecf-4e4b-4365-b255-69e3af790812,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:04.794128 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86f3b-80b7-4ec2-a0b8-16e6b155e14e req-5f8aa21c-11bb-4433-9466-e347d8d00ec8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:04.795869 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b0b86f3b-80b7-4ec2-a0b8-16e6b155e14e req-5f8aa21c-11bb-4433-9466-e347d8d00ec8 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0556107 Jan 10 17:56:04.847278 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b0b86f3b-80b7-4ec2-a0b8-16e6b155e14e req-a35e9e44-765b-4b51-b7e6-3911feef1467 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426309 Jan 10 17:56:05.447306 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41150) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:05.549424 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1863255888-network', 'tenant_id': '177909419ff9413893866fd1a6a16a97'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:05.575343 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Made reservation on behalf of 177909419ff9413893866fd1a6a16a97 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:05.577704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.586662 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.664806 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks [] for security_group (6f1c400d-5f89-4e60-85de-4e35595a098d), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.670289 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6f1c400d-5f89-4e60-85de-4e35595a098d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.691244 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:56:05.705388 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1c400d-5f89-4e60-85de-4e35595a098d,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:05.710195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (5858e026-6563-4521-9764-fa970239071c), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.710520 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Added segment 5858e026-6563-4521-9764-fa970239071c of type vlan for network ed406d11-c823-49e2-bb94-29fe8b4b6eab Jan 10 17:56:05.777999 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (ed406d11-c823-49e2-bb94-29fe8b4b6eab), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.807832 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfc408-8ba0-4f69-b8a1-074ab7377490 req-d4c0064d-0893-4e33-9232-672165af0da1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:05.809331 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0ecfc408-8ba0-4f69-b8a1-074ab7377490 req-d4c0064d-0893-4e33-9232-672165af0da1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0973244 Jan 10 17:56:05.821859 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (ed406d11-c823-49e2-bb94-29fe8b4b6eab), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.822748 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:05.823304 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:05.896248 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4478104 Jan 10 17:56:05.899477 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41158) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:05.905422 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Request body: {'subnet': {'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1863255888-subnet', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'ip_version': 4}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:05.912560 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904210f-7e05-469f-9339-67ff02ecbf19 admin admin] Pushing event updated for resources: {'Network': ['ID=ed406d11-c823-49e2-bb94-29fe8b4b6eab,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:05.917548 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0ecfc408-8ba0-4f69-b8a1-074ab7377490 req-3b30c4f0-7657-48b2-a123-5e1cb58db273 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024656 Jan 10 17:56:05.923843 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:56:05.955232 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Made reservation on behalf of 177909419ff9413893866fd1a6a16a97 for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:05.957481 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17383168'] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.047008 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaddb9-4918-4ce0-bd56-c65f5f38ad20 req-348f7c40-9fc6-4f0b-9d8d-40816f12c065 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:06.048494 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1ecaddb9-4918-4ce0-bd56-c65f5f38ad20 req-348f7c40-9fc6-4f0b-9d8d-40816f12c065 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.1074629 Jan 10 17:56:06.126090 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1ecaddb9-4918-4ce0-bd56-c65f5f38ad20 req-2f69aefd-b6fe-47e4-aabb-878ad06e6b8a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716600 Jan 10 17:56:06.194806 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17049136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17383186'] for subnet (d2b70188-06da-46a2-aba6-205d50e76cf4), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.252516 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b70188-06da-46a2-aba6-205d50e76cf4,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:06.259527 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Checking segment: {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:06.259876 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Network hostable DHCP agents. Network: ed406d11-c823-49e2-bb94-29fe8b4b6eab, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:56:06.276046 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:56:06.285849 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, ed406d11-c823-49e2-bb94-29fe8b4b6eab) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:06.290125 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:06.290746 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.295658 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3159e8bb-4c0c-47f9-9f24-522c7cc9f5b3 None None] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:06.311238 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-af22ef41-9475-4588-bbaa-635bd154561e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4076796 Jan 10 17:56:06.311429 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41170) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:06.315620 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:06.338191 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (563dade2-324b-4bf7-9bc7-df1ab325b76f), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.339289 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (563dade2-324b-4bf7-9bc7-df1ab325b76f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.390159 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks [] for router_controller (563dade2-324b-4bf7-9bc7-df1ab325b76f), precommit_add_association {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.397247 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'project_id': '177909419ff9413893866fd1a6a16a97', 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:56:06.398153 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.520926 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks [] for router_gateway (563dade2-324b-4bf7-9bc7-df1ab325b76f), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.533365 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Allocated IP 172.20.0.2 (ed406d11-c823-49e2-bb94-29fe8b4b6eab/d2b70188-06da-46a2-aba6-205d50e76cf4/21155ce0-846b-427f-9b4c-16a076a8ede0) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:06.672587 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Publish callbacks [] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.680044 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.720401 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:06.723696 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:06.728388 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:06.731573 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Pushing event updated for resources: {'Port': ['ID=21155ce0-846b-427f-9b4c-16a076a8ede0,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:06.784141 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Attempting to bind port 21155ce0-846b-427f-9b4c-16a076a8ede0 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:06.784436 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Attempting to bind port 21155ce0-846b-427f-9b4c-16a076a8ede0 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:06.784792 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Attempting to bind port 21155ce0-846b-427f-9b4c-16a076a8ede0 on network ed406d11-c823-49e2-bb94-29fe8b4b6eab {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:06.790436 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:06.790810 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Checking segment: {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:06.791211 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.791626 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Bound using segment: {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:06.792075 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Bound port: 21155ce0-846b-427f-9b4c-16a076a8ede0, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:06.792447 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.860023 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] For port 21155ce0-846b-427f-9b4c-16a076a8ede0, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:06.863305 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] For port 21155ce0-846b-427f-9b4c-16a076a8ede0, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=21155ce0-846b-427f-9b4c-16a076a8ede0,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:06.869683 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.926280 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978eac8-6646-40cd-8bd8-60999c32c9b1 None None] Pushing event updated for resources: {'Port': ['ID=21155ce0-846b-427f-9b4c-16a076a8ede0,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:06.950471 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks [] for router_gateway (563dade2-324b-4bf7-9bc7-df1ab325b76f), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:06.970518 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.047602 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22e0a7-c120-4c86-9160-86c910129b59 req-99a8731f-f8ba-42d8-8e94-aa42342442cc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:07.051015 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7f22e0a7-c120-4c86-9160-86c910129b59 req-99a8731f-f8ba-42d8-8e94-aa42342442cc tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 944 time: 0.0512345 Jan 10 17:56:07.077879 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Allocated IP 172.27.2.77 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/8b192d4c-68a5-4ab0-8665-4487cf2dcc97) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:07.108159 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7f22e0a7-c120-4c86-9160-86c910129b59 req-dff8e5c8-3ea6-461a-a39d-e2051a812f91 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515370 Jan 10 17:56:07.207806 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks [] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.250793 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.281147 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca98912-62ff-4785-bc9f-fb13bf6d10ac req-2f311842-cc94-4b44-b7b8-c8967b22cf3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:07.288435 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5ca98912-62ff-4785-bc9f-fb13bf6d10ac req-2f311842-cc94-4b44-b7b8-c8967b22cf3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 943 time: 0.0796332 Jan 10 17:56:07.304718 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:07.307800 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:07.312744 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:07.334126 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Pushing event updated for resources: {'Port': ['ID=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:07.357413 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5ca98912-62ff-4785-bc9f-fb13bf6d10ac req-517a6fb8-ea1c-4898-bd5d-cfc898593f2d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680771 Jan 10 17:56:07.564123 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:56:07.566637 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks [] for router_gateway (563dade2-324b-4bf7-9bc7-df1ab325b76f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.666118 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:07.680083 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '75f38211-a365-4689-9787-d45a21f1361d', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'port_id': '75f38211-a365-4689-9787-d45a21f1361d', 'mac_address': 'fa:16:3e:39:62:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:56:07.720731 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 75f38211-a365-4689-9787-d45a21f1361d is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:07.721162 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.739756 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f38211-a365-4689-9787-d45a21f1361d {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:56:07.760252 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:07.766237 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.767105 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d63cbe28-3b03-4f1c-9197-17b60bf28ce5 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:56:07.775033 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (563dade2-324b-4bf7-9bc7-df1ab325b76f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.845002 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=9']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:07.908241 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Router 563dade2-324b-4bf7-9bc7-df1ab325b76f is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:56:07.910882 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:07.923975 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'port_id': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'mac_address': 'fa:16:3e:9d:70:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:56:07.960987 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:07.961660 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:07.976443 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7a5ad2-3da8-4ec2-9265-0c21df211915 None None] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:07.980468 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63cbe28-3b03-4f1c-9197-17b60bf28ce5 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:56:08.014397 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:08.032162 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.033420 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-1018261a-b75a-4169-8102-aa4786894a43 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7210751 Jan 10 17:56:08.036169 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41184) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:08.043189 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Sync routers for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:08.046106 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:08.054717 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.094578 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:08.095113 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:55:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:08.287447 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdc11e-f493-4a35-aac2-af33f9a93b7a req-dc25ff8d-e391-4661-b25b-0cbae1de996c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:08.289043 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6acdc11e-f493-4a35-aac2-af33f9a93b7a req-dc25ff8d-e391-4661-b25b-0cbae1de996c tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0663297 Jan 10 17:56:08.358893 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-3eb93538-081d-41a5-9f94-8e76bcc04ada None None] Provisioning complete for port 21155ce0-846b-427f-9b4c-16a076a8ede0 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:08.359169 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3eb93538-081d-41a5-9f94-8e76bcc04ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.383491 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=7']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:08.424744 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 21155ce0-846b-427f-9b4c-16a076a8ede0 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:08.463668 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['75f38211-a365-4689-9787-d45a21f1361d'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:56:08.465866 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['d63cbe28-3b03-4f1c-9197-17b60bf28ce5'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:56:08.482341 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6acdc11e-f493-4a35-aac2-af33f9a93b7a req-6017ae15-1899-4fd5-8920-e550bebd8968 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632271 Jan 10 17:56:08.523742 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:08.547380 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f4dce-9176-4de2-852b-36d6761adc34 req-c5427672-a3db-438e-b5ab-47ca8d9ec9aa tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:08.555482 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-065f4dce-9176-4de2-852b-36d6761adc34 req-c5427672-a3db-438e-b5ab-47ca8d9ec9aa tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 944 time: 0.0980201 Jan 10 17:56:08.625138 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.641047 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-065f4dce-9176-4de2-852b-36d6761adc34 req-97aa2849-9c2b-45e7-b841-e793b37b4b34 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827012 Jan 10 17:56:08.660551 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-3eb93538-081d-41a5-9f94-8e76bcc04ada None None] Current status of the port 21155ce0-846b-427f-9b4c-16a076a8ede0 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:08.661019 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3eb93538-081d-41a5-9f94-8e76bcc04ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.781552 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Allocated IP 172.20.0.1 (ed406d11-c823-49e2-bb94-29fe8b4b6eab/d2b70188-06da-46a2-aba6-205d50e76cf4/207282ad-6c32-44c6-a2e5-ef01f181ddee) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:08.801752 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-3eb93538-081d-41a5-9f94-8e76bcc04ada None None] For port 21155ce0-846b-427f-9b4c-16a076a8ede0, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=21155ce0-846b-427f-9b4c-16a076a8ede0,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:08.823384 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3eb93538-081d-41a5-9f94-8e76bcc04ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.843473 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 21155ce0-846b-427f-9b4c-16a076a8ede0 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:08.843846 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.888938 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks [] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.925633 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:08.969397 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:08.972245 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:08.975746 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:09.001705 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Pushing event updated for resources: {'Port': ['ID=207282ad-6c32-44c6-a2e5-ef01f181ddee,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:09.017082 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb93538-081d-41a5-9f94-8e76bcc04ada None None] Pushing event updated for resources: {'Port': ['ID=21155ce0-846b-427f-9b4c-16a076a8ede0,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:09.022161 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (563dade2-324b-4bf7-9bc7-df1ab325b76f), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.048358 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-0f50db61-97aa-486b-ae72-dfab4f952137 None None] Provisioning complete for port 21155ce0-846b-427f-9b4c-16a076a8ede0 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:09.048735 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0f50db61-97aa-486b-ae72-dfab4f952137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.162124 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.179215 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:07Z', 'revision_number': 3, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:09.220045 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 21155ce0-846b-427f-9b4c-16a076a8ede0 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:09.224392 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Checking router: 563dade2-324b-4bf7-9bc7-df1ab325b76f for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:09.224658 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Updating router 563dade2-324b-4bf7-9bc7-df1ab325b76f port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:09.280614 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.325270 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-0f50db61-97aa-486b-ae72-dfab4f952137 None None] Current status of the port 21155ce0-846b-427f-9b4c-16a076a8ede0 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:09.336499 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks [] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.341672 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17049279'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.410377 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (563dade2-324b-4bf7-9bc7-df1ab325b76f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.412122 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Pushing event updated for resources: {'Port': ['ID=207282ad-6c32-44c6-a2e5-ef01f181ddee,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:09.497806 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-a3878f33-812d-4bbf-b499-6f329fbb1420 None None] Provisioning complete for port 207282ad-6c32-44c6-a2e5-ef01f181ddee triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:09.498176 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a3878f33-812d-4bbf-b499-6f329fbb1420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.501008 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:09.502445 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:09.618941 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804c68a-3e25-422c-9dc1-b4d2ce8de635 req-0c91fd6a-da3e-42a1-9055-84609be10db0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:09.626876 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Router 563dade2-324b-4bf7-9bc7-df1ab325b76f has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:56:09.631664 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3804c68a-3e25-422c-9dc1-b4d2ce8de635 req-0c91fd6a-da3e-42a1-9055-84609be10db0 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0649118 Jan 10 17:56:09.643644 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Publish callbacks [] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.647764 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-a3878f33-812d-4bbf-b499-6f329fbb1420 None None] Port 207282ad-6c32-44c6-a2e5-ef01f181ddee cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:09.651758 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.703520 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3804c68a-3e25-422c-9dc1-b4d2ce8de635 req-94b5e366-95a9-4c67-92e9-5fd510d39509 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670674 Jan 10 17:56:09.746198 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eae1d-ec7b-4efa-93cd-d3e77d501caa None None] Pushing event updated for resources: {'Port': ['ID=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:09.778182 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Attempting to bind port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:09.778182 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Attempting to bind port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:09.778182 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Attempting to bind port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:09.783527 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:09.783905 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:09.784308 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.784695 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:09.785319 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Bound port: 8b192d4c-68a5-4ab0-8665-4487cf2dcc97, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:09.785695 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.802708 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:09.822034 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-72cc801c-b733-4068-a7e5-878b619ae50d admin admin] 10.222.0.31 "PUT /v2.0/routers/563dade2-324b-4bf7-9bc7-df1ab325b76f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848279 Jan 10 17:56:09.845262 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d58c7-9132-4b77-a954-bbba8806e0e1 req-7f4b5f8a-d860-4637-951b-456b6c9adbc9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:09.846775 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-797d58c7-9132-4b77-a954-bbba8806e0e1 req-7f4b5f8a-d860-4637-951b-456b6c9adbc9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 944 time: 0.0571311 Jan 10 17:56:09.854305 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] For port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:09.861550 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] For port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:09.869087 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.902014 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-797d58c7-9132-4b77-a954-bbba8806e0e1 req-af4dd455-9a9d-492b-b845-c34b51495a9b tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489872 Jan 10 17:56:09.908118 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-20d01fce-3fda-45c1-911f-8ee91a2dd27b None None] Provisioning complete for port 207282ad-6c32-44c6-a2e5-ef01f181ddee triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:09.908669 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-20d01fce-3fda-45c1-911f-8ee91a2dd27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:09.960944 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eae1d-ec7b-4efa-93cd-d3e77d501caa None None] Pushing event updated for resources: {'Port': ['ID=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:09.972586 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:09.973307 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:55:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:09.975260 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-20d01fce-3fda-45c1-911f-8ee91a2dd27b None None] Port 207282ad-6c32-44c6-a2e5-ef01f181ddee cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:10.086363 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:10.293793 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 2, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:10.304345 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41226) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:10.309494 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-791010457-network', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:10.323822 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f0b0f3-796c-40ca-9be8-f321b6a0c40c None None] The sync data for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi is: [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 2, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:10.335808 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Made reservation on behalf of 0e9d9c7dd8a0405d8a151f37390075c6 for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:10.338341 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.355468 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.365582 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 21155ce0-846b-427f-9b4c-16a076a8ede0 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:10.421110 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 21155ce0-846b-427f-9b4c-16a076a8ede0 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:10.421482 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.452688 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks [] for security_group (6cba59eb-7736-4a33-a091-3e3dd12780fc), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.458333 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6cba59eb-7736-4a33-a091-3e3dd12780fc), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.480511 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:56:10.494522 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba59eb-7736-4a33-a091-3e3dd12780fc,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:10.499816 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (dfcfce6b-f621-4422-bf6d-390ae47b3ae5), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.500156 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Added segment dfcfce6b-f621-4422-bf6d-390ae47b3ae5 of type vlan for network ebd0fd27-34ee-4507-bb3c-799985f5475d Jan 10 17:56:10.515490 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 21155ce0-846b-427f-9b4c-16a076a8ede0 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:10.553284 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (ebd0fd27-34ee-4507-bb3c-799985f5475d), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.583288 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (ebd0fd27-34ee-4507-bb3c-799985f5475d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.584378 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:10.585001 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.617691 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3120668 Jan 10 17:56:10.620442 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41230) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:10.625757 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Request body: {'subnet': {'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-791010457-subnet', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:10.650351 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9889f2f-7fff-42a3-b320-8881af54fdff admin admin] Pushing event updated for resources: {'Network': ['ID=ebd0fd27-34ee-4507-bb3c-799985f5475d,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:10.651410 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Made reservation on behalf of 0e9d9c7dd8a0405d8a151f37390075c6 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:10.653942 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25536506'] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.661201 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network ebd0fd27-34ee-4507-bb3c-799985f5475d details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:56:10.763570 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-280d1256-0625-4c47-a1ea-fa50fa33daa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.846043 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27178260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25536488'] for subnet (46477ad0-c08a-4e96-9953-79fe1682d255), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:10.856620 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143602d-0fd1-4951-94c9-9223b9ac777d req-38fa9ceb-15b3-41a6-a11f-4cece5b2ee33 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:10.863524 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9143602d-0fd1-4951-94c9-9223b9ac777d req-38fa9ceb-15b3-41a6-a11f-4cece5b2ee33 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 945 time: 0.0811987 Jan 10 17:56:10.913676 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9143602d-0fd1-4951-94c9-9223b9ac777d req-a0ed9154-cbc4-4852-ade0-d3c43f076289 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492465 Jan 10 17:56:10.917357 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46477ad0-c08a-4e96-9953-79fe1682d255,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:10.921827 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Checking segment: {'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:10.922184 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Network hostable DHCP agents. Network: ebd0fd27-34ee-4507-bb3c-799985f5475d, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:56:10.956060 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Network ebd0fd27-34ee-4507-bb3c-799985f5475d is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:56:10.970298 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, ebd0fd27-34ee-4507-bb3c-799985f5475d) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:10.979084 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc059c74-6e48-42ef-9950-579439b6bfc4 None None] Network ebd0fd27-34ee-4507-bb3c-799985f5475d requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:10.997967 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:10.998621 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.059560 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41254) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:11.062333 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-d1743ac7-7377-4e4a-921e-dc3906754a16 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4348726 Jan 10 17:56:11.068281 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:11.081690 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538e4c-c580-4462-aac1-7453c8619ab4 req-a48933ea-3242-4664-af92-ad94ef8c617a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:11.091398 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2b538e4c-c580-4462-aac1-7453c8619ab4 req-a48933ea-3242-4664-af92-ad94ef8c617a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 944 time: 0.0848689 Jan 10 17:56:11.130494 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (536980d4-3fa7-4c69-a891-a1b741cd421d), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.132112 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (536980d4-3fa7-4c69-a891-a1b741cd421d), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.177957 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-ebd0fd27-34ee-4507-bb3c-799985f5475d', 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d', 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'fixed_ips': [{'subnet_id': '46477ad0-c08a-4e96-9953-79fe1682d255'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:56:11.179051 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.206966 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2b538e4c-c580-4462-aac1-7453c8619ab4 req-4ebaf908-423d-412e-9510-61670fe32309 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089847 Jan 10 17:56:11.224009 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks [] for router_controller (536980d4-3fa7-4c69-a891-a1b741cd421d), precommit_add_association {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.386514 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks [] for router_gateway (536980d4-3fa7-4c69-a891-a1b741cd421d), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.487714 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Allocated IP 172.20.0.2 (ebd0fd27-34ee-4507-bb3c-799985f5475d/46477ad0-c08a-4e96-9953-79fe1682d255/92761d79-6baa-44b0-99bc-9c84e23a6030) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:11.566612 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:11.633020 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks [] for router_gateway (536980d4-3fa7-4c69-a891-a1b741cd421d), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.657529 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.686479 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 75f38211-a365-4689-9787-d45a21f1361d triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:11.686940 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (75f38211-a365-4689-9787-d45a21f1361d), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.692014 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Publish callbacks [] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.720589 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.768071 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Allocated IP 172.27.2.152 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/2426226e-d244-457d-8c63-d43ef02f5570) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:11.774620 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Network ebd0fd27-34ee-4507-bb3c-799985f5475d is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:11.781589 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:11.786769 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:11.788713 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Pushing event updated for resources: {'Port': ['ID=92761d79-6baa-44b0-99bc-9c84e23a6030,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:11.887911 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Attempting to bind port 92761d79-6baa-44b0-99bc-9c84e23a6030 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:11.888283 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Attempting to bind port 92761d79-6baa-44b0-99bc-9c84e23a6030 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:11.888649 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Attempting to bind port 92761d79-6baa-44b0-99bc-9c84e23a6030 on network ebd0fd27-34ee-4507-bb3c-799985f5475d {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:11.894869 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 75f38211-a365-4689-9787-d45a21f1361d is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:11.895270 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.907861 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:11.908403 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Checking segment: {'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:11.909024 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.909587 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Bound using segment: {'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:11.910290 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Bound port: 92761d79-6baa-44b0-99bc-9c84e23a6030, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:11.910813 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:11.946706 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:56:11.950129 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33584b45-8ab7-4913-9922-91d09707560f" -d '{"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-plugged", "status": "completed", "tag": "75f38211-a365-4689-9787-d45a21f1361d"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:56:11.994782 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:12.006763 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4229fb-9e85-4a91-ab84-3cea33290fee x-openstack-request-id: req-5e4229fb-9e85-4a91-ab84-3cea33290fee {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:56:12.007055 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-plugged", "status": "completed", "tag": "75f38211-a365-4689-9787-d45a21f1361d", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:56:12.007809 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e4229fb-9e85-4a91-ab84-3cea33290fee {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:56:12.008255 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38211-a365-4689-9787-d45a21f1361d', 'code': 200} Jan 10 17:56:12.024175 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.033826 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d63cbe28-3b03-4f1c-9197-17b60bf28ce5 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:12.088107 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2350f-4757-43e2-832c-c19512d07471 req-6c56e416-9a5d-45cb-bd40-92f59762bd82 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:12.095776 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e4b2350f-4757-43e2-832c-c19512d07471 req-6c56e416-9a5d-45cb-bd40-92f59762bd82 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 947 time: 0.0806839 Jan 10 17:56:12.133213 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] For port 92761d79-6baa-44b0-99bc-9c84e23a6030, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:12.136477 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks [] for port (2426226e-d244-457d-8c63-d43ef02f5570), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.161904 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e4b2350f-4757-43e2-832c-c19512d07471 req-1772a522-0611-4346-a365-6945999a7804 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651934 Jan 10 17:56:12.164381 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] For port 92761d79-6baa-44b0-99bc-9c84e23a6030, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=92761d79-6baa-44b0-99bc-9c84e23a6030,segment=NetworkSegment(dfcfce6b-f621-4422-bf6d-390ae47b3ae5),segment_id=dfcfce6b-f621-4422-bf6d-390ae47b3ae5)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:12.174865 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.178006 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=10']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:12.182090 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (2426226e-d244-457d-8c63-d43ef02f5570), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.189806 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:12.190279 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.229550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc576a3c-75a9-4599-9870-88e18a5805b9 req-16c1ce98-b84f-4655-ac59-64bec6111df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:12.231277 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cc576a3c-75a9-4599-9870-88e18a5805b9 req-16c1ce98-b84f-4655-ac59-64bec6111df9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 1100 time: 0.0571649 Jan 10 17:56:12.233847 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:12.235576 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:12.245219 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:12.325900 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cc576a3c-75a9-4599-9870-88e18a5805b9 req-0910920b-dc23-4037-8273-571025937154 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879407 Jan 10 17:56:12.424279 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12344ebb-de26-4ab3-ad04-f651419a18b0 None None] Pushing event updated for resources: {'Port': ['ID=92761d79-6baa-44b0-99bc-9c84e23a6030,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:12.439402 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:12.439793 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.445730 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Pushing event updated for resources: {'Port': ['ID=2426226e-d244-457d-8c63-d43ef02f5570,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:12.469769 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:12.518785 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:12.528685 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.534814 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87f66e-8e81-4a96-8d42-5121aad388a9 req-ee8d8075-ccb9-40e5-b419-795975e2d432 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:12.542101 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fa87f66e-8e81-4a96-8d42-5121aad388a9 req-ee8d8075-ccb9-40e5-b419-795975e2d432 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 944 time: 0.2031720 Jan 10 17:56:12.584626 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:12.587032 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.634160 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=8']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:12.698243 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fa87f66e-8e81-4a96-8d42-5121aad388a9 req-1380bcf5-4ce6-422b-a316-02307845d778 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551440 Jan 10 17:56:12.707916 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:12.708317 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.742022 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:12.747285 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.752351 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.765817 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks [] for router_gateway (536980d4-3fa7-4c69-a891-a1b741cd421d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.807851 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:12.855651 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Sync routers for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:12.865117 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:12.865730 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:55:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:12.966145 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (536980d4-3fa7-4c69-a891-a1b741cd421d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:12.969502 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:13.097086 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Router 536980d4-3fa7-4c69-a891-a1b741cd421d is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:56:13.156380 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-fca1a246-b7ff-4345-942b-578e768f6d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.227813 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:13.248343 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Sync routers for ids ['536980d4-3fa7-4c69-a891-a1b741cd421d'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:13.257977 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.261239 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-a644bb59-39fc-4221-92cc-c3ebda321a8b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2000399 Jan 10 17:56:13.263459 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41276) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:13.269060 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 2, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:13.276258 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Routers {'536980d4-3fa7-4c69-a891-a1b741cd421d'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:13.277051 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['536980d4-3fa7-4c69-a891-a1b741cd421d'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:13.297259 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Checking router: 563dade2-324b-4bf7-9bc7-df1ab325b76f for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:13.297611 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Updating router 563dade2-324b-4bf7-9bc7-df1ab325b76f port 207282ad-6c32-44c6-a2e5-ef01f181ddee binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:13.324938 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.383020 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e032e56-b4d5-42b8-a8a5-2c31f7503c31 req-907ab7dd-ec84-43e6-a9c3-9c8e914b5d88 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:13.384592 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2e032e56-b4d5-42b8-a8a5-2c31f7503c31 req-907ab7dd-ec84-43e6-a9c3-9c8e914b5d88 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 947 time: 0.0604429 Jan 10 17:56:13.504378 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41282) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:13.511024 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Set router 536980d4-3fa7-4c69-a891-a1b741cd421d gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:13.518928 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2e032e56-b4d5-42b8-a8a5-2c31f7503c31 req-e14330a8-2bd0-4869-9b8b-b5ba5228ae13 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257653 Jan 10 17:56:13.591854 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051e87f-d587-43dc-a668-a1adb512d29a None None] Network ebd0fd27-34ee-4507-bb3c-799985f5475d requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:13.604001 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] Deleting subnet a944e068-c071-4f36-9cce-bc08a37a8d46 {{(pid=114064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:56:13.607547 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] Publish callbacks [] for subnet (a944e068-c071-4f36-9cce-bc08a37a8d46), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.661430 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17570439'] for subnet (a944e068-c071-4f36-9cce-bc08a37a8d46), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.720775 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (a944e068-c071-4f36-9cce-bc08a37a8d46), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.770253 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Publish callbacks [] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.782493 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.860242 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17049201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17379809'] for subnet (a944e068-c071-4f36-9cce-bc08a37a8d46), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.880186 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Pushing event updated for resources: {'Port': ['ID=207282ad-6c32-44c6-a2e5-ef01f181ddee,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:13.903820 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.904216 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.904614 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.905020 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.905359 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.905693 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.906022 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.910117 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.910508 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.910829 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.911172 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.911506 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.918821 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:13.933465 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a944e068-c071-4f36-9cce-bc08a37a8d46,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:13.947931 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.953466 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6fdf87e4-3068-485d-a2b4-6be303a0aa90 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a944e068-c071-4f36-9cce-bc08a37a8d46 HTTP/1.1" status: 204 len: 168 time: 0.4307194 Jan 10 17:56:13.962635 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41306) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:13.974578 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-05e93eed-3f6a-461d-a3af-293b6e7df843 None None] Provisioning complete for port 92761d79-6baa-44b0-99bc-9c84e23a6030 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:13.974949 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-05e93eed-3f6a-461d-a3af-293b6e7df843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:13.992457 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Attempting to bind port 207282ad-6c32-44c6-a2e5-ef01f181ddee on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:13.993913 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Attempting to bind port 207282ad-6c32-44c6-a2e5-ef01f181ddee by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:13.994517 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Attempting to bind port 207282ad-6c32-44c6-a2e5-ef01f181ddee on network ed406d11-c823-49e2-bb94-29fe8b4b6eab {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:14.003393 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:14.004232 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Checking segment: {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:14.004898 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.005503 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Bound using segment: {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:14.006345 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Bound port: 207282ad-6c32-44c6-a2e5-ef01f181ddee, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:14.006972 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.040016 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:56:14.042265 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1312ef8-526f-4799-b07f-485034ba0271" -d '{"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-plugged", "status": "completed", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:56:14.061021 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5bf8c-2db7-4301-b6fe-a0f4f5e97da0 req-271ab9ef-d682-4c88-9089-3f829d650cb9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:14.068178 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-13d5bf8c-2db7-4301-b6fe-a0f4f5e97da0 req-271ab9ef-d682-4c88-9089-3f829d650cb9 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.1549659 Jan 10 17:56:14.155313 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee81c36-54aa-456c-95b2-eff3ccc32522 x-openstack-request-id: req-7ee81c36-54aa-456c-95b2-eff3ccc32522 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:56:14.155928 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-plugged", "status": "completed", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:56:14.156497 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ee81c36-54aa-456c-95b2-eff3ccc32522 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:56:14.157961 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'code': 200} Jan 10 17:56:14.163493 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] For port 207282ad-6c32-44c6-a2e5-ef01f181ddee, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:14.166824 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (fdf78ad5-fb57-4fc0-b500-6205d20b7e3b), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.176360 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] For port 207282ad-6c32-44c6-a2e5-ef01f181ddee, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=207282ad-6c32-44c6-a2e5-ef01f181ddee,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:14.185166 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.191259 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.218983 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '2426226e-d244-457d-8c63-d43ef02f5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 3, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port': {'id': '2426226e-d244-457d-8c63-d43ef02f5570', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:14.233128 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-13d5bf8c-2db7-4301-b6fe-a0f4f5e97da0 req-424f96b3-fc63-4aec-b524-3e4453e0376a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1591091 Jan 10 17:56:14.272495 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Checking router: 536980d4-3fa7-4c69-a891-a1b741cd421d for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:14.274274 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Updating router 536980d4-3fa7-4c69-a891-a1b741cd421d port 2426226e-d244-457d-8c63-d43ef02f5570 binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:14.291659 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (fdf78ad5-fb57-4fc0-b500-6205d20b7e3b), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.330854 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0e75f-3b1d-4693-9b98-1dc090ca172d None None] Pushing event updated for resources: {'Port': ['ID=207282ad-6c32-44c6-a2e5-ef01f181ddee,revision_number=4']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:14.339850 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf78ad5-fb57-4fc0-b500-6205d20b7e3b']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:14.376797 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:14.377196 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae9d427-aeaa-4ce6-bfb0-63efea196dc6') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:14.403474 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:14.409215 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:14.413836 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-05e93eed-3f6a-461d-a3af-293b6e7df843 None None] Current status of the port 92761d79-6baa-44b0-99bc-9c84e23a6030 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:14.415316 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (eae9d427-aeaa-4ce6-bfb0-63efea196dc6), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.415742 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-05e93eed-3f6a-461d-a3af-293b6e7df843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.423402 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (2426226e-d244-457d-8c63-d43ef02f5570), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.451483 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (eae9d427-aeaa-4ce6-bfb0-63efea196dc6), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.466363 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:56:14.466804 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (eae9d427-aeaa-4ce6-bfb0-63efea196dc6), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:56:14.471085 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:56:14.577837 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.631582 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (fdf78ad5-fb57-4fc0-b500-6205d20b7e3b), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.647209 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.653542 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] 10.222.0.31 "DELETE /v2.0/networks/fdf78ad5-fb57-4fc0-b500-6205d20b7e3b HTTP/1.1" status: 204 len: 168 time: 0.6897624 Jan 10 17:56:14.674829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b8e43-4c52-45d8-b48a-d26b8667a00f req-7b6824f8-36ae-41aa-bcdb-b921b72ff730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:14.679485 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6d1b8e43-4c52-45d8-b48a-d26b8667a00f req-7b6824f8-36ae-41aa-bcdb-b921b72ff730 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1098 time: 0.2290177 Jan 10 17:56:14.704965 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16791d33-6521-4f0d-8857-d3732d5def6a admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf78ad5-fb57-4fc0-b500-6205d20b7e3b,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:14.714336 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:14.812242 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2fe6-bd7c-4213-978f-b8fea2151281 req-83cf8539-823c-40fd-ad66-15d307880f48 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:14.815212 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-59dc2fe6-bd7c-4213-978f-b8fea2151281 req-83cf8539-823c-40fd-ad66-15d307880f48 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 947 time: 0.1121171 Jan 10 17:56:14.831245 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Publish callbacks [] for port (2426226e-d244-457d-8c63-d43ef02f5570), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.843174 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 92761d79-6baa-44b0-99bc-9c84e23a6030 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:14.897345 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6d1b8e43-4c52-45d8-b48a-d26b8667a00f req-d2736e1a-f7bb-4533-8f9a-4bcbcfd406e9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2021468 Jan 10 17:56:14.902748 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-59dc2fe6-bd7c-4213-978f-b8fea2151281 req-28bc69e8-c0ca-44f0-ac4e-979e991535ce tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820665 Jan 10 17:56:14.903607 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (2426226e-d244-457d-8c63-d43ef02f5570), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:14.988962 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41332) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:15.017486 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Allocated IP 172.20.0.1 (ebd0fd27-34ee-4507-bb3c-799985f5475d/46477ad0-c08a-4e96-9953-79fe1682d255/523a9fed-cffd-4534-9f4f-47656ca6c8c3) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:15.052731 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-29cbb2d6-ef09-4867-84a8-22235635857a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc1f36430c0e404b83f29da9c4d07551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610812 Jan 10 17:56:15.054824 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41334) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:15.068889 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:14Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:15.119287 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36bb4-4554-4e62-9d8d-e949e919f6c4 None None] The sync data for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi is: [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:14Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:15.149379 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd232c57-ba2c-4c96-9a91-80d208ac3790 admin admin] Publish callbacks [] for security_group (7ef03056-7fcd-4135-80e2-10da9bc8c8ed), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.176974 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd232c57-ba2c-4c96-9a91-80d208ac3790 admin admin] Publish callbacks [] for security_group (7ef03056-7fcd-4135-80e2-10da9bc8c8ed), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.185122 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-05e93eed-3f6a-461d-a3af-293b6e7df843 None None] For port 92761d79-6baa-44b0-99bc-9c84e23a6030, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=92761d79-6baa-44b0-99bc-9c84e23a6030,segment=NetworkSegment(dfcfce6b-f621-4422-bf6d-390ae47b3ae5),segment_id=dfcfce6b-f621-4422-bf6d-390ae47b3ae5)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:15.185784 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks [] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.186422 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 92761d79-6baa-44b0-99bc-9c84e23a6030 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:15.186856 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.225114 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34de9-8537-4208-b470-213f5588a8d4 None None] Pushing event updated for resources: {'Port': ['ID=2426226e-d244-457d-8c63-d43ef02f5570,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:15.229969 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-05e93eed-3f6a-461d-a3af-293b6e7df843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.240440 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Attempting to bind port 2426226e-d244-457d-8c63-d43ef02f5570 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:15.240906 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Attempting to bind port 2426226e-d244-457d-8c63-d43ef02f5570 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:15.241337 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Attempting to bind port 2426226e-d244-457d-8c63-d43ef02f5570 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:15.249560 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd232c57-ba2c-4c96-9a91-80d208ac3790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (7ef03056-7fcd-4135-80e2-10da9bc8c8ed), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.252710 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dd232c57-ba2c-4c96-9a91-80d208ac3790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.254005 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-dd232c57-ba2c-4c96-9a91-80d208ac3790 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ef03056-7fcd-4135-80e2-10da9bc8c8ed HTTP/1.1" status: 204 len: 168 time: 0.1980495 Jan 10 17:56:15.262698 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd232c57-ba2c-4c96-9a91-80d208ac3790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef03056-7fcd-4135-80e2-10da9bc8c8ed,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:15.296837 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:15.297449 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:15.297664 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.298115 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:15.298608 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Bound port: 2426226e-d244-457d-8c63-d43ef02f5570, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:15.298989 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (2426226e-d244-457d-8c63-d43ef02f5570), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.319860 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.331813 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-fde05609-c3c9-4250-bcba-e8d1d794d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:15.333681 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-fde05609-c3c9-4250-bcba-e8d1d794d390 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1098 time: 0.1279500 Jan 10 17:56:15.395284 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0952f56-6996-41bb-83ab-5b6b6b52d085 req-fa155cda-d246-454d-809c-845652555a29 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:15.397159 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c0952f56-6996-41bb-83ab-5b6b6b52d085 req-fa155cda-d246-454d-809c-845652555a29 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0771561 Jan 10 17:56:15.413359 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Network ebd0fd27-34ee-4507-bb3c-799985f5475d is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:15.422766 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:15.427179 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:15.471157 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e93eed-3f6a-461d-a3af-293b6e7df843 None None] Pushing event updated for resources: {'Port': ['ID=92761d79-6baa-44b0-99bc-9c84e23a6030,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:15.482212 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c0952f56-6996-41bb-83ab-5b6b6b52d085 req-c2fbb7b5-b484-496a-9b84-acc7d9921bf0 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771301 Jan 10 17:56:15.493669 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Provisioning complete for port 207282ad-6c32-44c6-a2e5-ef01f181ddee triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:15.493931 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.569607 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] For port 2426226e-d244-457d-8c63-d43ef02f5570, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:15.573609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (536980d4-3fa7-4c69-a891-a1b741cd421d), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.575923 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Pushing event updated for resources: {'Port': ['ID=523a9fed-cffd-4534-9f4f-47656ca6c8c3,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:15.603819 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] For port 2426226e-d244-457d-8c63-d43ef02f5570, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=2426226e-d244-457d-8c63-d43ef02f5570,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:15.625467 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 92761d79-6baa-44b0-99bc-9c84e23a6030 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:15.626911 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:15.642479 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (2426226e-d244-457d-8c63-d43ef02f5570), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.702935 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-68b9b00c-930f-46a0-891d-0f0bf47994cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:15.705435 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-68b9b00c-930f-46a0-891d-0f0bf47994cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 909 time: 0.3297024 Jan 10 17:56:15.781805 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.807099 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34de9-8537-4208-b470-213f5588a8d4 None None] Pushing event updated for resources: {'Port': ['ID=2426226e-d244-457d-8c63-d43ef02f5570,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:15.818372 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-0152e393-0443-4786-9edf-2d7cdd66b6a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0871294 Jan 10 17:56:15.846612 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Routers {'536980d4-3fa7-4c69-a891-a1b741cd421d'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:15.847253 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['536980d4-3fa7-4c69-a891-a1b741cd421d'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:15.908066 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-94a1660a-22e8-4b61-8fe2-891c3435e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:15.909817 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-94a1660a-22e8-4b61-8fe2-891c3435e3b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 200 len: 847 time: 0.0690718 Jan 10 17:56:15.910634 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:15.990646 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Current status of the port 207282ad-6c32-44c6-a2e5-ef01f181ddee is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:15.991052 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.000166 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:16.000544 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.016254 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-ca1bb96b-6bec-4ded-b551-356d83e6d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:16.017991 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-ca1bb96b-6bec-4ded-b551-356d83e6d521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e3555eb-6e98-4722-838e-911c9355c83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911696 Jan 10 17:56:16.079626 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] For port 207282ad-6c32-44c6-a2e5-ef01f181ddee, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=207282ad-6c32-44c6-a2e5-ef01f181ddee,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:16.094022 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.147547 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] Set router 536980d4-3fa7-4c69-a891-a1b741cd421d gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:16.204707 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Provisioning complete for port 92761d79-6baa-44b0-99bc-9c84e23a6030 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:16.205173 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.265848 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbf5dc-b731-46cc-99ad-93cb13affe8d req-d81033b9-7e1d-4c2c-a17c-58e466b83ded tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:16.267558 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-eccbf5dc-b731-46cc-99ad-93cb13affe8d req-d81033b9-7e1d-4c2c-a17c-58e466b83ded tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 947 time: 0.1825588 Jan 10 17:56:16.294855 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Pushing event updated for resources: {'Port': ['ID=207282ad-6c32-44c6-a2e5-ef01f181ddee,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:16.303018 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:16.312545 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.312986 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.313285 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.313631 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.314046 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.314392 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.315220 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.315220 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.319281 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-facb64e9-04f6-4853-91b5-bfeb87a4e6dd service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332008 Jan 10 17:56:16.319551 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.319930 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.320283 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.320629 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.321200 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:16.345258 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41362) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:16.419366 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks [] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.432455 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-eccbf5dc-b731-46cc-99ad-93cb13affe8d req-2bd2055a-d3e4-412b-8723-b13763db9ec1 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537774 Jan 10 17:56:16.435231 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.446639 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-c044a354-12e2-464e-b7ad-247876aca4af None None] Current status of the port 92761d79-6baa-44b0-99bc-9c84e23a6030 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:16.484623 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 92761d79-6baa-44b0-99bc-9c84e23a6030 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:16.497941 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6f57b38d-799e-4f60-ba25-acfaaabb5689 req-83cb7690-216c-4d5d-a92c-0f8d43898705 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665115 Jan 10 17:56:16.527479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Pushing event updated for resources: {'Port': ['ID=523a9fed-cffd-4534-9f4f-47656ca6c8c3,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:16.545574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (536980d4-3fa7-4c69-a891-a1b741cd421d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.551850 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 92761d79-6baa-44b0-99bc-9c84e23a6030 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:16.552760 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.552913 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1740863005-network', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:16.584742 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '2426226e-d244-457d-8c63-d43ef02f5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 4, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port': {'id': '2426226e-d244-457d-8c63-d43ef02f5570', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '523a9fed-cffd-4534-9f4f-47656ca6c8c3', 'name': '', 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'mac_address': 'fa:16:3e:5b:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:14Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 1, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'subnets': [{'id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:16.594562 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Made reservation on behalf of 70891404a20f4177b6c2d794789ffaf8 for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:16.597056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.620389 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.624351 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0686e80-7f4c-4be8-a5b4-f26a065b8b8f None None] The sync data for ids ['536980d4-3fa7-4c69-a891-a1b741cd421d'] in dv-cinder-824031-2-iscsi is: [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '2426226e-d244-457d-8c63-d43ef02f5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 4, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port': {'id': '2426226e-d244-457d-8c63-d43ef02f5570', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '523a9fed-cffd-4534-9f4f-47656ca6c8c3', 'name': '', 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'mac_address': 'fa:16:3e:5b:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:14Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 1, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'subnets': [{'id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:16.635983 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-7363b559-d049-46fd-aff7-71c6f4d032b5 None None] Provisioning complete for port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:16.636607 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7363b559-d049-46fd-aff7-71c6f4d032b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.656010 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Network ebd0fd27-34ee-4507-bb3c-799985f5475d is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:16.657609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:16.681129 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddad8f-0825-4e14-813a-5374225f33a7 req-0ca30d31-d9e7-479a-804a-76bbb3da66dc tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:16.682848 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-29ddad8f-0825-4e14-813a-5374225f33a7 req-0ca30d31-d9e7-479a-804a-76bbb3da66dc tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.1005416 Jan 10 17:56:16.701440 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-7363b559-d049-46fd-aff7-71c6f4d032b5 None None] Port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:16.712767 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 92761d79-6baa-44b0-99bc-9c84e23a6030 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:16.714279 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 207282ad-6c32-44c6-a2e5-ef01f181ddee up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:16.786181 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 207282ad-6c32-44c6-a2e5-ef01f181ddee triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:16.787588 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.817330 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-29ddad8f-0825-4e14-813a-5374225f33a7 req-60cb5c38-5c49-48dc-8afd-75129370262f tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244960 Jan 10 17:56:16.832563 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Router 536980d4-3fa7-4c69-a891-a1b741cd421d has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:56:16.837630 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks [] for security_group (0635cc2b-a619-4fb4-ac4c-7442bde3b9b0), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.851625 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0635cc2b-a619-4fb4-ac4c-7442bde3b9b0), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.888541 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:56:16.892215 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 207282ad-6c32-44c6-a2e5-ef01f181ddee is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:16.907664 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0635cc2b-a619-4fb4-ac4c-7442bde3b9b0,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:16.913986 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (58eff6d3-68d5-4b07-a916-4e229a031d90), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:16.915163 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Added segment 58eff6d3-68d5-4b07-a916-4e229a031d90 of type vlan for network 437dbd0e-3a00-4991-97a3-868307541093 Jan 10 17:56:16.993406 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:17.000562 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f6a4a04a-1d0e-4e45-a415-d31956dad814 admin admin] 10.222.0.31 "PUT /v2.0/routers/536980d4-3fa7-4c69-a891-a1b741cd421d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7354069 Jan 10 17:56:17.021612 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.026543 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (437dbd0e-3a00-4991-97a3-868307541093), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.030650 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-75d9ab8a-83cd-4ffe-81cc-2642d4e7135e None None] Provisioning complete for port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:17.031034 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-75d9ab8a-83cd-4ffe-81cc-2642d4e7135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.060582 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (437dbd0e-3a00-4991-97a3-868307541093), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.061915 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:17.062616 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.083124 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-75d9ab8a-83cd-4ffe-81cc-2642d4e7135e None None] Port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:17.137457 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] Pushing event updated for resources: {'Network': ['ID=437dbd0e-3a00-4991-97a3-868307541093,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:17.143421 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-153ae1eb-f733-4cf5-93e4-9633662a287a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7969110 Jan 10 17:56:17.147509 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41374) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:17.149520 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 437dbd0e-3a00-4991-97a3-868307541093 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:56:17.154130 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Request body: {'subnet': {'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1740863005-subnet', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:17.188021 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Made reservation on behalf of 70891404a20f4177b6c2d794789ffaf8 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:17.191179 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25536506'] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.394312 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27178260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25536488'] for subnet (5cb2c2b2-524e-4517-ae2c-fbc6863c4031), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.473986 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Checking segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:17.474348 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Network hostable DHCP agents. Network: 437dbd0e-3a00-4991-97a3-868307541093, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:56:17.482054 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb2c2b2-524e-4517-ae2c-fbc6863c4031,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:17.516311 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Network 437dbd0e-3a00-4991-97a3-868307541093 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:56:17.529110 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 437dbd0e-3a00-4991-97a3-868307541093) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:17.533836 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:17.534498 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.540320 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2364b4e-dc03-4414-b91c-004f24feaf54 None None] Network 437dbd0e-3a00-4991-97a3-868307541093 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:17.561912 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a43a4205-2aa2-4aed-a181-d3ba77ccb3a6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4130833 Jan 10 17:56:17.564586 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41390) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:17.569228 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:17.607250 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (c43ba886-c919-445e-a7a0-725227e50d80), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.610081 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (c43ba886-c919-445e-a7a0-725227e50d80), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.674754 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks [] for router_controller (c43ba886-c919-445e-a7a0-725227e50d80), precommit_add_association {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.680622 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-437dbd0e-3a00-4991-97a3-868307541093', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:56:17.682170 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.834735 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks [] for router_gateway (c43ba886-c919-445e-a7a0-725227e50d80), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:17.875654 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Allocated IP 172.20.0.2 (437dbd0e-3a00-4991-97a3-868307541093/5cb2c2b2-524e-4517-ae2c-fbc6863c4031/9d12366c-744e-4b5d-ab28-a47094d23e1c) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:18.217658 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks [] for router_gateway (c43ba886-c919-445e-a7a0-725227e50d80), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.241235 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.263547 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Publish callbacks [] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.277237 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.361954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Network 437dbd0e-3a00-4991-97a3-868307541093 is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:18.363142 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Allocated IP 172.27.2.241 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/6f2a4999-8731-4ee9-b86b-25a1e2138831) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:18.364975 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:18.372258 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:18.396557 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Pushing event updated for resources: {'Port': ['ID=9d12366c-744e-4b5d-ab28-a47094d23e1c,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:18.494006 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Attempting to bind port 9d12366c-744e-4b5d-ab28-a47094d23e1c on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:18.494943 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Attempting to bind port 9d12366c-744e-4b5d-ab28-a47094d23e1c by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:18.494943 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Attempting to bind port 9d12366c-744e-4b5d-ab28-a47094d23e1c on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:18.502426 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks [] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.517585 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2426226e-d244-457d-8c63-d43ef02f5570 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:18.519825 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:18.521097 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Checking segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:18.521894 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.522391 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Bound using segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:18.523043 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Bound port: 9d12366c-744e-4b5d-ab28-a47094d23e1c, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:18.523426 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.547135 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.597018 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:18.599934 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:18.602460 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:18.628888 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2a4999-8731-4ee9-b86b-25a1e2138831,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:18.636559 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] For port 9d12366c-744e-4b5d-ab28-a47094d23e1c, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:18.640260 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] For port 9d12366c-744e-4b5d-ab28-a47094d23e1c, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9d12366c-744e-4b5d-ab28-a47094d23e1c,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:18.642116 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 2426226e-d244-457d-8c63-d43ef02f5570 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:18.642865 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (2426226e-d244-457d-8c63-d43ef02f5570), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.672910 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.757015 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dcf2d-e4aa-40fe-96fa-c337c79c990d None None] Pushing event updated for resources: {'Port': ['ID=9d12366c-744e-4b5d-ab28-a47094d23e1c,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:18.802581 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 2426226e-d244-457d-8c63-d43ef02f5570 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:18.802977 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (2426226e-d244-457d-8c63-d43ef02f5570), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.829430 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 2426226e-d244-457d-8c63-d43ef02f5570, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=2426226e-d244-457d-8c63-d43ef02f5570,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:18.841000 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (2426226e-d244-457d-8c63-d43ef02f5570), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:18.907328 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=2426226e-d244-457d-8c63-d43ef02f5570,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:18.918371 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks [] for router_gateway (c43ba886-c919-445e-a7a0-725227e50d80), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:19.431600 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (c43ba886-c919-445e-a7a0-725227e50d80), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:19.598640 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Router c43ba886-c919-445e-a7a0-725227e50d80 is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:56:19.737066 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:19.748737 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:19.763198 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:19.764636 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:19.771900 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:19.775983 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-58d8e4eb-d2bd-4274-8f3b-84008384f161 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2075412 Jan 10 17:56:19.776360 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41404) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:19.952296 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:20.033215 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Sync routers for ids ['536980d4-3fa7-4c69-a891-a1b741cd421d'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:20.042005 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2c1d1e-df15-4e4a-a4cc-73be76e69423 None None] Network 437dbd0e-3a00-4991-97a3-868307541093 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:20.068033 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Routers {'536980d4-3fa7-4c69-a891-a1b741cd421d'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:20.068786 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['536980d4-3fa7-4c69-a891-a1b741cd421d'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:20.199163 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 3, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:20.218167 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-340966a0-f209-485c-9f7c-f38adb846a89 None None] Provisioning complete for port 9d12366c-744e-4b5d-ab28-a47094d23e1c triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:20.218640 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-340966a0-f209-485c-9f7c-f38adb846a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.232346 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:20.233067 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Updating router c43ba886-c919-445e-a7a0-725227e50d80 port 6f2a4999-8731-4ee9-b86b-25a1e2138831 binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:20.262463 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.297848 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Set router 536980d4-3fa7-4c69-a891-a1b741cd421d gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:20.553824 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-340966a0-f209-485c-9f7c-f38adb846a89 None None] Current status of the port 9d12366c-744e-4b5d-ab28-a47094d23e1c is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:20.554370 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-340966a0-f209-485c-9f7c-f38adb846a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.610362 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9d12366c-744e-4b5d-ab28-a47094d23e1c up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:20.655149 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Publish callbacks [] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.664322 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.705478 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-340966a0-f209-485c-9f7c-f38adb846a89 None None] For port 9d12366c-744e-4b5d-ab28-a47094d23e1c, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9d12366c-744e-4b5d-ab28-a47094d23e1c,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:20.736542 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f809388-b937-487f-98bd-6f69df013309 None None] Pushing event updated for resources: {'Port': ['ID=6f2a4999-8731-4ee9-b86b-25a1e2138831,revision_number=2']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:20.737924 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-340966a0-f209-485c-9f7c-f38adb846a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.741157 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Attempting to bind port 6f2a4999-8731-4ee9-b86b-25a1e2138831 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:20.741538 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Attempting to bind port 6f2a4999-8731-4ee9-b86b-25a1e2138831 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:20.741903 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Attempting to bind port 6f2a4999-8731-4ee9-b86b-25a1e2138831 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:20.752727 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:20.753376 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:20.753579 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.753937 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:20.754433 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Bound port: 6f2a4999-8731-4ee9-b86b-25a1e2138831, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:20.754810 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.818884 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] For port 6f2a4999-8731-4ee9-b86b-25a1e2138831, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:20.822161 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] For port 6f2a4999-8731-4ee9-b86b-25a1e2138831, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=6f2a4999-8731-4ee9-b86b-25a1e2138831,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:20.830409 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.834683 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 9d12366c-744e-4b5d-ab28-a47094d23e1c triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:20.835064 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.864255 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340966a0-f209-485c-9f7c-f38adb846a89 None None] Pushing event updated for resources: {'Port': ['ID=9d12366c-744e-4b5d-ab28-a47094d23e1c,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:20.902821 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-b1dcddca-23d3-4ea1-9418-daeb11be7b5f None None] Provisioning complete for port 9d12366c-744e-4b5d-ab28-a47094d23e1c triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:20.903199 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b1dcddca-23d3-4ea1-9418-daeb11be7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.921439 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f809388-b937-487f-98bd-6f69df013309 None None] Pushing event updated for resources: {'Port': ['ID=6f2a4999-8731-4ee9-b86b-25a1e2138831,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:20.931542 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:20.932155 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:20.953767 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:20.954332 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '2426226e-d244-457d-8c63-d43ef02f5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 4, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port': {'id': '2426226e-d244-457d-8c63-d43ef02f5570', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '523a9fed-cffd-4534-9f4f-47656ca6c8c3', 'name': '', 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'mac_address': 'fa:16:3e:5b:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:14Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 2, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'subnets': [{'id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:21.008642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Checking router: 536980d4-3fa7-4c69-a891-a1b741cd421d for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:21.009031 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Updating router 536980d4-3fa7-4c69-a891-a1b741cd421d port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:21.072189 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.079573 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 9d12366c-744e-4b5d-ab28-a47094d23e1c is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:21.080709 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2426226e-d244-457d-8c63-d43ef02f5570 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:21.127973 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcddca-23d3-4ea1-9418-daeb11be7b5f None None] Current status of the port 9d12366c-744e-4b5d-ab28-a47094d23e1c is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:21.160182 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:21.168093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Allocated IP 172.20.0.1 (437dbd0e-3a00-4991-97a3-868307541093/5cb2c2b2-524e-4517-ae2c-fbc6863c4031/1ea0b589-741a-47bd-84f4-66ac1c1d7a95) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:21.244226 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 2426226e-d244-457d-8c63-d43ef02f5570 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:21.244608 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (2426226e-d244-457d-8c63-d43ef02f5570), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.304133 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks [] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.345805 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.371330 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 3, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:21.393192 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Pushing event updated for resources: {'Port': ['ID=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:21.398705 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba5d84d-be71-4036-9ab7-8cf6ec41a70b None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 3, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:21.404622 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.405143 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.405769 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.406181 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.406669 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.407056 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.409317 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.409779 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.410190 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.411461 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.413126 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.413533 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.413933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:56:21.425327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Network 437dbd0e-3a00-4991-97a3-868307541093 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:21.428353 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:21.438318 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:21.479971 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (c43ba886-c919-445e-a7a0-725227e50d80), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.624540 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 2426226e-d244-457d-8c63-d43ef02f5570 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:21.675128 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.702076 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Publish callbacks [] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.726450 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.829158 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fcbea-b74e-4b3d-a55c-caaf460c8bbd None None] Pushing event updated for resources: {'Port': ['ID=523a9fed-cffd-4534-9f4f-47656ca6c8c3,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:21.857137 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-b80681ef-78cb-456e-9bda-4edb4bd795e5 None None] Provisioning complete for port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:21.857558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b80681ef-78cb-456e-9bda-4edb4bd795e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.972130 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Attempting to bind port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:21.972505 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Attempting to bind port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:21.972885 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Attempting to bind port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 on network ebd0fd27-34ee-4507-bb3c-799985f5475d {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:21.988278 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:21.988658 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Checking segment: {'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:21.989093 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:21.989498 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Bound using segment: {'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:21.994126 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Bound port: 523a9fed-cffd-4534-9f4f-47656ca6c8c3, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:21.998486 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.016779 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks [] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.027606 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.041392 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-b80681ef-78cb-456e-9bda-4edb4bd795e5 None None] Port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:22.156371 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Pushing event updated for resources: {'Port': ['ID=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:22.165421 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (c43ba886-c919-445e-a7a0-725227e50d80), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.170015 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] For port 523a9fed-cffd-4534-9f4f-47656ca6c8c3, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:22.187075 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] For port 523a9fed-cffd-4534-9f4f-47656ca6c8c3, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=523a9fed-cffd-4534-9f4f-47656ca6c8c3,segment=NetworkSegment(dfcfce6b-f621-4422-bf6d-390ae47b3ae5),segment_id=dfcfce6b-f621-4422-bf6d-390ae47b3ae5)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:22.192755 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-639b7df7-c120-4c17-a473-38fe206aeeba None None] Provisioning complete for port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:22.193294 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-639b7df7-c120-4c17-a473-38fe206aeeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.203604 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.286382 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Network 437dbd0e-3a00-4991-97a3-868307541093 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:22.288419 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:22.292475 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fcbea-b74e-4b3d-a55c-caaf460c8bbd None None] Pushing event updated for resources: {'Port': ['ID=523a9fed-cffd-4534-9f4f-47656ca6c8c3,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:22.328326 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Routers {'536980d4-3fa7-4c69-a891-a1b741cd421d'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:22.329069 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['536980d4-3fa7-4c69-a891-a1b741cd421d'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:22.507093 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-639b7df7-c120-4c17-a473-38fe206aeeba None None] Current status of the port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:22.507625 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-639b7df7-c120-4c17-a473-38fe206aeeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.611760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:56:22.642175 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-639b7df7-c120-4c17-a473-38fe206aeeba None None] For port 523a9fed-cffd-4534-9f4f-47656ca6c8c3, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=523a9fed-cffd-4534-9f4f-47656ca6c8c3,segment=NetworkSegment(dfcfce6b-f621-4422-bf6d-390ae47b3ae5),segment_id=dfcfce6b-f621-4422-bf6d-390ae47b3ae5)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:22.644270 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] Set router 536980d4-3fa7-4c69-a891-a1b741cd421d gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:22.733666 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-639b7df7-c120-4c17-a473-38fe206aeeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:22.768682 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9d12366c-744e-4b5d-ab28-a47094d23e1c up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:22.812278 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:22.821197 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-44e8cb74-2780-4351-b6ec-dfc910f4e09f admin admin] 10.222.0.31 "PUT /v2.0/routers/c43ba886-c919-445e-a7a0-725227e50d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0435691 Jan 10 17:56:22.918898 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b7df7-c120-4c17-a473-38fe206aeeba None None] Pushing event updated for resources: {'Port': ['ID=523a9fed-cffd-4534-9f4f-47656ca6c8c3,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:22.971974 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-7f8cede8-64d6-4e63-b30f-70339206c718 None None] Provisioning complete for port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:22.972114 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7f8cede8-64d6-4e63-b30f-70339206c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.048868 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 9d12366c-744e-4b5d-ab28-a47094d23e1c triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:23.049259 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.202519 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cede8-64d6-4e63-b30f-70339206c718 None None] Current status of the port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:23.254050 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-7f8cede8-64d6-4e63-b30f-70339206c718 None None] Provisioning complete for port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:23.254512 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7f8cede8-64d6-4e63-b30f-70339206c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.277256 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 9d12366c-744e-4b5d-ab28-a47094d23e1c is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:23.278372 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 523a9fed-cffd-4534-9f4f-47656ca6c8c3 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:23.307813 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '2426226e-d244-457d-8c63-d43ef02f5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 4, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port': {'id': '2426226e-d244-457d-8c63-d43ef02f5570', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '523a9fed-cffd-4534-9f4f-47656ca6c8c3', 'name': '', 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'mac_address': 'fa:16:3e:5b:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:14Z', 'updated_at': '2022-01-10T17:56:22Z', 'revision_number': 4, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'subnets': [{'id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:23.359685 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cede8-64d6-4e63-b30f-70339206c718 None None] Port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:23.364928 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8d7917-eaf0-4da1-817a-903d2f7f626b None None] The sync data for ids ['536980d4-3fa7-4c69-a891-a1b741cd421d'] in dv-cinder-824031-2-iscsi is: [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '2426226e-d244-457d-8c63-d43ef02f5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:15Z', 'revision_number': 4, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port': {'id': '2426226e-d244-457d-8c63-d43ef02f5570', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '523a9fed-cffd-4534-9f4f-47656ca6c8c3', 'name': '', 'network_id': 'ebd0fd27-34ee-4507-bb3c-799985f5475d', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'mac_address': 'fa:16:3e:5b:dd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:14Z', 'updated_at': '2022-01-10T17:56:22Z', 'revision_number': 4, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'subnets': [{'id': '46477ad0-c08a-4e96-9953-79fe1682d255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:23.390261 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:23.390925 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.499251 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:23.500383 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 6f2a4999-8731-4ee9-b86b-25a1e2138831 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:23.505420 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41430) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:23.510716 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2081401317-network', 'tenant_id': '1b795c12898f4adaae232be11306ad71'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:23.546498 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Made reservation on behalf of 1b795c12898f4adaae232be11306ad71 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:23.550220 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.566851 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.584322 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 6f2a4999-8731-4ee9-b86b-25a1e2138831 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:23.584693 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.688797 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks [] for security_group (f4f308ea-9595-4983-ad0d-3b2266a9def5), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.701946 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 6f2a4999-8731-4ee9-b86b-25a1e2138831 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:23.702726 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.703446 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f4f308ea-9595-4983-ad0d-3b2266a9def5), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.724892 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:56:23.733197 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port 6f2a4999-8731-4ee9-b86b-25a1e2138831, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=6f2a4999-8731-4ee9-b86b-25a1e2138831,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:23.742974 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (2471b372-0e47-42ec-bce0-6e9d9597eea2), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.743327 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Added segment 2471b372-0e47-42ec-bce0-6e9d9597eea2 of type vlan for network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 Jan 10 17:56:23.744756 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.803378 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (fdc09ce2-7f39-494f-b6fc-f96f2b537b41), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.820700 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=6f2a4999-8731-4ee9-b86b-25a1e2138831,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:23.878869 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f308ea-9595-4983-ad0d-3b2266a9def5,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:23.893056 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (fdc09ce2-7f39-494f-b6fc-f96f2b537b41), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.894181 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:23.898391 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:23.955022 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4460061 Jan 10 17:56:23.955259 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41432) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:23.959986 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Request body: {'subnet': {'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2081401317-subnet', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:24.004624 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6f17f-442e-4c61-ad99-9b7b8404e735 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc09ce2-7f39-494f-b6fc-f96f2b537b41,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:24.018487 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:56:24.027386 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Made reservation on behalf of 1b795c12898f4adaae232be11306ad71 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:24.030229 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25536506'] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.033482 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:24.062159 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:24.062807 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:24.245559 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27178260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25536488'] for subnet (f8c087aa-27af-40ed-8aeb-4925af72c8b3), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.246205 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:24.299400 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c087aa-27af-40ed-8aeb-4925af72c8b3,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:24.325914 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Checking segment: {'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:24.327511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Network hostable DHCP agents. Network: fdc09ce2-7f39-494f-b6fc-f96f2b537b41, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:56:24.349955 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:56:24.365040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, fdc09ce2-7f39-494f-b6fc-f96f2b537b41) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:24.369419 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:24.370074 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.378041 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a22cdc-6182-43f8-8221-0f5f4d656ce9 None None] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:24.404172 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41436) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:24.405200 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-389fc48d-c3f0-4aa9-8124-ec11df2672f4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4489126 Jan 10 17:56:24.409442 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:24.436621 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 523a9fed-cffd-4534-9f4f-47656ca6c8c3 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:24.452787 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-438743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4632'] for router (8530769d-11cf-4c74-9ca8-b0f74f881737), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.453931 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-440270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-507976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4835'] for router (8530769d-11cf-4c74-9ca8-b0f74f881737), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.530753 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks [] for router_controller (8530769d-11cf-4c74-9ca8-b0f74f881737), precommit_add_association {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.535638 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 2, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:24.564550 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:24.565247 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Updating router c43ba886-c919-445e-a7a0-725227e50d80 port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:24.609081 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.741196 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks [] for router_gateway (8530769d-11cf-4c74-9ca8-b0f74f881737), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.800705 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:24.801648 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.804334 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95a4525d-bdd1-5a40-bf4a-7437ee2f8ca8-fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'project_id': '1b795c12898f4adaae232be11306ad71', 'fixed_ips': [{'subnet_id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3'}]}} from dv-cinder-824031-2-iscsi. {{(pid=114065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 17:56:24.805196 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:24.989615 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Publish callbacks [] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.001192 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.017727 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks [] for router_gateway (8530769d-11cf-4c74-9ca8-b0f74f881737), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.045248 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.047957 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af1ea-3739-48b1-90e2-d606e08adbef None None] Pushing event updated for resources: {'Port': ['ID=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:25.055745 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:25.057557 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 6f2a4999-8731-4ee9-b86b-25a1e2138831 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:25.103199 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.db_base_plugin_common [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Allocated IP 172.20.0.2 (fdc09ce2-7f39-494f-b6fc-f96f2b537b41/f8c087aa-27af-40ed-8aeb-4925af72c8b3/b8f16863-6a08-4b54-b0ab-70f79207c3c3) {{(pid=114065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:25.153941 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Attempting to bind port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:25.154452 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Attempting to bind port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:25.154886 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Attempting to bind port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:25.164498 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:25.165030 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Checking segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:25.165498 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.165952 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Bound using segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:25.166482 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Bound port: 1ea0b589-741a-47bd-84f4-66ac1c1d7a95, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:25.166915 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.234494 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 6f2a4999-8731-4ee9-b86b-25a1e2138831 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:25.235119 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.242238 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] For port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:25.245832 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] For port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:25.254617 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.274777 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Allocated IP 172.27.2.90 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/caf06b06-74fb-4163-b735-049bcc6549b2) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:25.344457 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af1ea-3739-48b1-90e2-d606e08adbef None None] Pushing event updated for resources: {'Port': ['ID=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,revision_number=4']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:25.352720 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:25.354043 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:25.394445 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Publish callbacks [] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), precommit_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.427464 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), after_create {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.483316 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 6f2a4999-8731-4ee9-b86b-25a1e2138831 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:25.485525 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks [] for port (caf06b06-74fb-4163-b735-049bcc6549b2), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.505097 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 is already hosted by enough agents. {{(pid=114065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:25.524529 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.scheduler.base_scheduler [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Resources bound (agent type, host, resource id): {{(pid=114065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:25.528287 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Pushing event updated for resources: {'Port': ['ID=b8f16863-6a08-4b54-b0ab-70f79207c3c3,revision_number=1']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:25.530675 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Received port after_create {{(pid=114065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:25.534611 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-565921d8-b756-482c-afc1-9a1e8c46feff None None] Provisioning complete for port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:25.534987 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-565921d8-b756-482c-afc1-9a1e8c46feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.548565 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:25.573808 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.646324 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Pushing event updated for resources: {'Port': ['ID=caf06b06-74fb-4163-b735-049bcc6549b2,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:25.667056 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Attempting to bind port b8f16863-6a08-4b54-b0ab-70f79207c3c3 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:25.667433 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Attempting to bind port b8f16863-6a08-4b54-b0ab-70f79207c3c3 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:25.667801 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Attempting to bind port b8f16863-6a08-4b54-b0ab-70f79207c3c3 on network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:25.669524 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:25.672013 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:25.674674 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:25.699465 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:25.700261 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Checking segment: {'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:25.701099 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.701748 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Bound using segment: {'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:25.702515 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Bound port: b8f16863-6a08-4b54-b0ab-70f79207c3c3, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:25.703149 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.817519 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-565921d8-b756-482c-afc1-9a1e8c46feff None None] Current status of the port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:25.818063 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-565921d8-b756-482c-afc1-9a1e8c46feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.821836 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] For port b8f16863-6a08-4b54-b0ab-70f79207c3c3, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:25.835954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] For port b8f16863-6a08-4b54-b0ab-70f79207c3c3, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=b8f16863-6a08-4b54-b0ab-70f79207c3c3,segment=NetworkSegment(2471b372-0e47-42ec-bce0-6e9d9597eea2),segment_id=2471b372-0e47-42ec-bce0-6e9d9597eea2)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:25.839424 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:25.868169 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-565921d8-b756-482c-afc1-9a1e8c46feff None None] For port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:25.870819 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.873655 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd45de9-54f6-4086-889b-11944786a2a4 None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:25.961947 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-565921d8-b756-482c-afc1-9a1e8c46feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:25.989857 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f810e3f-9a3f-4565-9304-4827780fbade None None] Pushing event updated for resources: {'Port': ['ID=b8f16863-6a08-4b54-b0ab-70f79207c3c3,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:26.115849 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565921d8-b756-482c-afc1-9a1e8c46feff None None] Pushing event updated for resources: {'Port': ['ID=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:26.132106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks [] for router_gateway (8530769d-11cf-4c74-9ca8-b0f74f881737), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:26.141764 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-90e322e7-90e5-4e96-8b45-6693a4742de2 None None] Provisioning complete for port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:26.145621 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-90e322e7-90e5-4e96-8b45-6693a4742de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:26.330152 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-90e322e7-90e5-4e96-8b45-6693a4742de2 None None] Current status of the port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:26.437243 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-440315'] for router (8530769d-11cf-4c74-9ca8-b0f74f881737), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:26.592093 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:26.675218 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Router 8530769d-11cf-4c74-9ca8-b0f74f881737 is scheduled to L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da with binding_index 1 {{(pid=114064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 17:56:26.693792 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:26.694251 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:26.831551 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:26.832768 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b8f16863-6a08-4b54-b0ab-70f79207c3c3 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:26.840518 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:26.874098 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:26.874819 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Sync routers for ids ['8530769d-11cf-4c74-9ca8-b0f74f881737'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:26.875601 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-1fed154a-d935-43b7-9004-ebaea83cb5cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4701858 Jan 10 17:56:26.878230 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41442) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:26.928508 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Routers {'8530769d-11cf-4c74-9ca8-b0f74f881737'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:26.929300 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['8530769d-11cf-4c74-9ca8-b0f74f881737'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:27.064343 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port b8f16863-6a08-4b54-b0ab-70f79207c3c3 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:27.064907 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:27.138366 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Set router 8530769d-11cf-4c74-9ca8-b0f74f881737 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:27.311276 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port b8f16863-6a08-4b54-b0ab-70f79207c3c3 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:27.312046 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:27.383813 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port b8f16863-6a08-4b54-b0ab-70f79207c3c3, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=b8f16863-6a08-4b54-b0ab-70f79207c3c3,segment=NetworkSegment(2471b372-0e47-42ec-bce0-6e9d9597eea2),segment_id=2471b372-0e47-42ec-bce0-6e9d9597eea2)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:27.402787 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:27.467419 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 3, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:27.470733 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=b8f16863-6a08-4b54-b0ab-70f79207c3c3,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:27.501278 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:27.506331 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc193e5b-eb98-43f3-a5ff-8dfd1a52f096 None None] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:56:27.508973 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Checking router: 8530769d-11cf-4c74-9ca8-b0f74f881737 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:27.509434 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Updating router 8530769d-11cf-4c74-9ca8-b0f74f881737 port caf06b06-74fb-4163-b735-049bcc6549b2 binding host dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:27.588787 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:27.634669 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-8967e668-dd9a-44b1-9104-e1a1e781d044 None None] Provisioning complete for port b8f16863-6a08-4b54-b0ab-70f79207c3c3 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:27.635392 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-8967e668-dd9a-44b1-9104-e1a1e781d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:27.746739 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Allocated IP 172.20.0.1 (fdc09ce2-7f39-494f-b6fc-f96f2b537b41/f8c087aa-27af-40ed-8aeb-4925af72c8b3/567aa478-0eba-4853-b88e-297a0437c8ad) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:27.902858 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks [] for port (567aa478-0eba-4853-b88e-297a0437c8ad), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:27.948559 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.013710 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:28.018188 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:28.022815 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:28.027347 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Pushing event updated for resources: {'Port': ['ID=567aa478-0eba-4853-b88e-297a0437c8ad,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:28.085545 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440782'] for router_interface (8530769d-11cf-4c74-9ca8-b0f74f881737), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.165072 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-8967e668-dd9a-44b1-9104-e1a1e781d044 None None] Current status of the port b8f16863-6a08-4b54-b0ab-70f79207c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:28.319166 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Publish callbacks [] for port (caf06b06-74fb-4163-b735-049bcc6549b2), precommit_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.332190 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.394117 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Attempting to bind port caf06b06-74fb-4163-b735-049bcc6549b2 on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:28.394447 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Attempting to bind port caf06b06-74fb-4163-b735-049bcc6549b2 by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:28.395160 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Attempting to bind port caf06b06-74fb-4163-b735-049bcc6549b2 on network 67115719-f8c7-4aac-ae61-173cb0165b44 {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:28.413842 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:28.414230 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Checking segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:28.414639 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.415087 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Bound using segment: {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'} {{(pid=114065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:28.415593 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.managers [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Bound port: caf06b06-74fb-4163-b735-049bcc6549b2, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7006d900-c877-4c3c-b0b0-27d264f3f0dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44'}}] {{(pid=114065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:28.415977 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.422984 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f95abc-4c52-4945-8f14-949efe29ea5f None None] Pushing event updated for resources: {'Port': ['ID=caf06b06-74fb-4163-b735-049bcc6549b2,revision_number=2']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:28.515032 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] For port caf06b06-74fb-4163-b735-049bcc6549b2, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:28.518992 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] For port caf06b06-74fb-4163-b735-049bcc6549b2, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=caf06b06-74fb-4163-b735-049bcc6549b2,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:28.528991 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b8f16863-6a08-4b54-b0ab-70f79207c3c3 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:28.541774 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.605680 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-86a5e0d1-f735-4a6b-b02c-0ca43ebd6329 None None] Provisioning complete for port b8f16863-6a08-4b54-b0ab-70f79207c3c3 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:28.606049 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-86a5e0d1-f735-4a6b-b02c-0ca43ebd6329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.676828 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.678489 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Routers {'8530769d-11cf-4c74-9ca8-b0f74f881737'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:28.679141 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['8530769d-11cf-4c74-9ca8-b0f74f881737'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:28.685021 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f95abc-4c52-4945-8f14-949efe29ea5f None None] Pushing event updated for resources: {'Port': ['ID=caf06b06-74fb-4163-b735-049bcc6549b2,revision_number=3']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:28.769405 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port b8f16863-6a08-4b54-b0ab-70f79207c3c3 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:28.769782 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.876044 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] Set router 8530769d-11cf-4c74-9ca8-b0f74f881737 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:28.908125 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks [] for port (567aa478-0eba-4853-b88e-297a0437c8ad), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.919330 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17049279'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:28.977362 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-86a5e0d1-f735-4a6b-b02c-0ca43ebd6329 None None] Current status of the port b8f16863-6a08-4b54-b0ab-70f79207c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:29.003063 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Pushing event updated for resources: {'Port': ['ID=567aa478-0eba-4853-b88e-297a0437c8ad,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:29.031484 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-440634'] for router_interface (8530769d-11cf-4c74-9ca8-b0f74f881737), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:29.114564 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port b8f16863-6a08-4b54-b0ab-70f79207c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:29.146039 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-14611e4f-2993-476a-8076-fa102d482492 None None] Provisioning complete for port 567aa478-0eba-4853-b88e-297a0437c8ad triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:29.146849 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-14611e4f-2993-476a-8076-fa102d482492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:29.149728 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:29.151197 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:29.215562 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-14611e4f-2993-476a-8076-fa102d482492 None None] Port 567aa478-0eba-4853-b88e-297a0437c8ad cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:29.262914 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 4, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '567aa478-0eba-4853-b88e-297a0437c8ad', 'name': '', 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'mac_address': 'fa:16:3e:8d:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:27Z', 'updated_at': '2022-01-10T17:56:27Z', 'revision_number': 1, 'project_id': '1b795c12898f4adaae232be11306ad71', 'subnets': [{'id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:29.298770 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Router 8530769d-11cf-4c74-9ca8-b0f74f881737 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:56:29.301225 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f71806f-1e8c-437a-8792-2628acf38d27 None None] The sync data for ids ['8530769d-11cf-4c74-9ca8-b0f74f881737'] in dv-cinder-824031-2-iscsi is: [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 4, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '567aa478-0eba-4853-b88e-297a0437c8ad', 'name': '', 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'mac_address': 'fa:16:3e:8d:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:27Z', 'updated_at': '2022-01-10T17:56:27Z', 'revision_number': 1, 'project_id': '1b795c12898f4adaae232be11306ad71', 'subnets': [{'id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:29.457146 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:29.470267 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-8f8143a6-3cb2-4243-9494-07d699f42e6d admin admin] 10.222.0.31 "PUT /v2.0/routers/8530769d-11cf-4c74-9ca8-b0f74f881737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5907502 Jan 10 17:56:29.564805 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-1e5d03f6-4b78-4ba5-949a-3aba49271aeb None None] Provisioning complete for port 567aa478-0eba-4853-b88e-297a0437c8ad triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:29.565584 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-1e5d03f6-4b78-4ba5-949a-3aba49271aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:29.641898 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d03f6-4b78-4ba5-949a-3aba49271aeb None None] Port 567aa478-0eba-4853-b88e-297a0437c8ad cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:30.229694 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41460) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:30.234974 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-768cdf28-db30-4209-bd83-67946cd7328d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613355434', 'description': 'tempest-secgroup-smoke-1613355434 description', 'project_id': '70891404a20f4177b6c2d794789ffaf8'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:30.272803 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-768cdf28-db30-4209-bd83-67946cd7328d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.373585 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-768cdf28-db30-4209-bd83-67946cd7328d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group (37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.387349 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-768cdf28-db30-4209-bd83-67946cd7328d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.435243 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-768cdf28-db30-4209-bd83-67946cd7328d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.440035 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-768cdf28-db30-4209-bd83-67946cd7328d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2086790 Jan 10 17:56:30.443022 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41462) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:30.448109 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-6a24d23e-a0be-4bf6-a903-761fab81f57e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'security_group_rule': {'security_group_id': '37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f', 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:30.459616 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cdf28-db30-4209-bd83-67946cd7328d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:30.504195 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device caf06b06-74fb-4163-b735-049bcc6549b2 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:30.514098 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6a24d23e-a0be-4bf6-a903-761fab81f57e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (e0e09f37-5572-4d0a-b468-2c1376dae74c), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.575947 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port caf06b06-74fb-4163-b735-049bcc6549b2 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:30.576314 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.614358 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6a24d23e-a0be-4bf6-a903-761fab81f57e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (e0e09f37-5572-4d0a-b468-2c1376dae74c), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.626527 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6a24d23e-a0be-4bf6-a903-761fab81f57e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (e0e09f37-5572-4d0a-b468-2c1376dae74c), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.647140 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24d23e-a0be-4bf6-a903-761fab81f57e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e09f37-5572-4d0a-b468-2c1376dae74c,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:30.669424 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port caf06b06-74fb-4163-b735-049bcc6549b2 is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:30.670462 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.678255 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6a24d23e-a0be-4bf6-a903-761fab81f57e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.679819 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-6a24d23e-a0be-4bf6-a903-761fab81f57e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2357523 Jan 10 17:56:30.682649 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41464) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:30.687512 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-67dabc2b-dc57-4674-8b58-92a4291ea4a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'security_group_rule': {'security_group_id': '37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f', 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:30.740347 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-67dabc2b-dc57-4674-8b58-92a4291ea4a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (9931d1d8-9cb4-42aa-80fa-7fdd36eca99a), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.742285 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] For port caf06b06-74fb-4163-b735-049bcc6549b2, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=caf06b06-74fb-4163-b735-049bcc6549b2,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:30.750921 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.818514 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Pushing event updated for resources: {'Port': ['ID=caf06b06-74fb-4163-b735-049bcc6549b2,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:30.892646 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-67dabc2b-dc57-4674-8b58-92a4291ea4a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (9931d1d8-9cb4-42aa-80fa-7fdd36eca99a), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.902422 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-67dabc2b-dc57-4674-8b58-92a4291ea4a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (9931d1d8-9cb4-42aa-80fa-7fdd36eca99a), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.923345 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dabc2b-dc57-4674-8b58-92a4291ea4a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9931d1d8-9cb4-42aa-80fa-7fdd36eca99a,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:30.939311 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-67dabc2b-dc57-4674-8b58-92a4291ea4a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:30.940968 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-67dabc2b-dc57-4674-8b58-92a4291ea4a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2569704 Jan 10 17:56:30.943755 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41466) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:30.948725 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-ceb569fc-d103-462d-adb9-eb7ffb7f110a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'security_group_rule': {'security_group_id': '37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f', 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:30.991085 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ceb569fc-d103-462d-adb9-eb7ffb7f110a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (9681f812-68a0-440b-b844-9a250f82eb8c), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.063155 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ceb569fc-d103-462d-adb9-eb7ffb7f110a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (9681f812-68a0-440b-b844-9a250f82eb8c), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.073135 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ceb569fc-d103-462d-adb9-eb7ffb7f110a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (9681f812-68a0-440b-b844-9a250f82eb8c), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.099786 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb569fc-d103-462d-adb9-eb7ffb7f110a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9681f812-68a0-440b-b844-9a250f82eb8c,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:31.113539 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ceb569fc-d103-462d-adb9-eb7ffb7f110a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.115467 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ceb569fc-d103-462d-adb9-eb7ffb7f110a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705282 Jan 10 17:56:31.118274 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41470) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:31.126654 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-ed3a3135-4de0-4d21-aa6d-1a0e18768c5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'security_group_rule': {'security_group_id': '37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f', 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:31.197972 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ed3a3135-4de0-4d21-aa6d-1a0e18768c5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (15eb2370-e426-4b1c-88df-1ecc110bdbbd), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.281312 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ed3a3135-4de0-4d21-aa6d-1a0e18768c5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (15eb2370-e426-4b1c-88df-1ecc110bdbbd), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.288064 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ed3a3135-4de0-4d21-aa6d-1a0e18768c5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (15eb2370-e426-4b1c-88df-1ecc110bdbbd), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.308899 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a3135-4de0-4d21-aa6d-1a0e18768c5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15eb2370-e426-4b1c-88df-1ecc110bdbbd,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:31.325041 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ed3a3135-4de0-4d21-aa6d-1a0e18768c5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.325041 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-ed3a3135-4de0-4d21-aa6d-1a0e18768c5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2031362 Jan 10 17:56:31.328931 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41476) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:31.334320 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'security_group_rule': {'security_group_id': '37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f', 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:31.365646 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.securitygroups_db [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Project 70891404a20f4177b6c2d794789ffaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:56:31.372489 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (1c51bf5b-5552-41c8-a9be-ebc1f4db7d50), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.452744 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (1c51bf5b-5552-41c8-a9be-ebc1f4db7d50), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.459392 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (1c51bf5b-5552-41c8-a9be-ebc1f4db7d50), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.487570 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c51bf5b-5552-41c8-a9be-ebc1f4db7d50,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:31.503363 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.504616 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-d43df57a-e2c8-43ef-b91c-874d7769de73 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1745203 Jan 10 17:56:31.507390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41478) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:56:31.511979 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'security_group_rule': {'security_group_id': '37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f', 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:31.543309 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.securitygroups_db [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Project 70891404a20f4177b6c2d794789ffaf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:56:31.548974 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (b7261a0d-6a6a-4703-a1b7-433985fb75f1), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.639238 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (b7261a0d-6a6a-4703-a1b7-433985fb75f1), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.645993 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (b7261a0d-6a6a-4703-a1b7-433985fb75f1), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.668987 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7261a0d-6a6a-4703-a1b7-433985fb75f1,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:31.680297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:31.681577 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-00424f9b-fa40-4f6c-9e7d-94db4672e733 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1730616 Jan 10 17:56:32.421807 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device caf06b06-74fb-4163-b735-049bcc6549b2 up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:32.473852 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port caf06b06-74fb-4163-b735-049bcc6549b2 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:32.474232 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:32.568949 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port caf06b06-74fb-4163-b735-049bcc6549b2 is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:33.072340 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:56:33.457199 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-e8a0e347-3f90-4732-b1c1-22b3709e32ee tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:33.458715 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-e8a0e347-3f90-4732-b1c1-22b3709e32ee tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 815 time: 0.1010559 Jan 10 17:56:33.474471 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-7be112df-5ca9-4d8a-b6f0-9cd3b35ad7ed tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/quotas/177909419ff9413893866fd1a6a16a97 HTTP/1.1" status: 200 len: 375 time: 0.0094826 Jan 10 17:56:33.526340 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-be8980c1-4437-4f68-ba18-fdfa901c54fe tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463183 Jan 10 17:56:33.570315 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Sync routers for ids ['8530769d-11cf-4c74-9ca8-b0f74f881737'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:33.582408 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Routers {'8530769d-11cf-4c74-9ca8-b0f74f881737'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:33.583077 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['8530769d-11cf-4c74-9ca8-b0f74f881737'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:33.648149 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-3e7c0840-ea59-4a6c-b4f6-f56b6362eda8 service neutron] 10.222.0.31 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104066 Jan 10 17:56:33.689556 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Set router 8530769d-11cf-4c74-9ca8-b0f74f881737 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:33.742640 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-68bf163a-39fb-4c88-9dda-c2e0c427227b service neutron] 10.222.0.31 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880933 Jan 10 17:56:33.909797 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 4, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '567aa478-0eba-4853-b88e-297a0437c8ad', 'name': '', 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'mac_address': 'fa:16:3e:8d:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:27Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 2, 'project_id': '1b795c12898f4adaae232be11306ad71', 'subnets': [{'id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:33.917536 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-82da2145-16bf-46d0-9739-0e0f2c012a2a req-05074ea3-327b-4ec3-91c1-e0f0c5786de9 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 210 time: 0.0335426 Jan 10 17:56:34.039617 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Checking router: 8530769d-11cf-4c74-9ca8-b0f74f881737 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:34.039990 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Updating router 8530769d-11cf-4c74-9ca8-b0f74f881737 port 567aa478-0eba-4853-b88e-297a0437c8ad binding host dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 17:56:34.071362 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.344288 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Publish callbacks [] for port (567aa478-0eba-4853-b88e-297a0437c8ad), precommit_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.351919 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.401860 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10249241-2a01-465a-920c-d437094a3b43 None None] Pushing event updated for resources: {'Port': ['ID=567aa478-0eba-4853-b88e-297a0437c8ad,revision_number=3']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:34.457099 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Attempting to bind port 567aa478-0eba-4853-b88e-297a0437c8ad on host dv-cinder-824031-2-iscsi for vnic_type normal with profile {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:34.457473 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Attempting to bind port 567aa478-0eba-4853-b88e-297a0437c8ad by drivers openvswitch,hyperv on host dv-cinder-824031-2-iscsi at level 0 using segments [{'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:34.457867 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Attempting to bind port 567aa478-0eba-4853-b88e-297a0437c8ad on network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:34.463025 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Checking agent: {'id': '63a688bd-1674-44eb-bda4-5a77e8d14e9f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 42, 17), 'started_at': datetime.datetime(2022, 1, 10, 17, 42, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:34.463395 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Checking segment: {'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:34.463800 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.464193 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Bound using segment: {'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'} {{(pid=114066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:34.464656 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.managers [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Bound port: 567aa478-0eba-4853-b88e-297a0437c8ad, host: dv-cinder-824031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2471b372-0e47-42ec-bce0-6e9d9597eea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41'}}] {{(pid=114066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:34.465058 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), before_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.541199 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] For port 567aa478-0eba-4853-b88e-297a0437c8ad, host dv-cinder-824031-2-iscsi, cleared binding levels {{(pid=114066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:34.544520 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.plugins.ml2.db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] For port 567aa478-0eba-4853-b88e-297a0437c8ad, host dv-cinder-824031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=567aa478-0eba-4853-b88e-297a0437c8ad,segment=NetworkSegment(2471b372-0e47-42ec-bce0-6e9d9597eea2),segment_id=2471b372-0e47-42ec-bce0-6e9d9597eea2)] {{(pid=114066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:34.553514 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron_lib.callbacks.manager [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), after_update {{(pid=114066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.604022 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-2e5388eb-78f2-4e47-80d1-6e38605b46ff None None] Provisioning complete for port 567aa478-0eba-4853-b88e-297a0437c8ad triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:34.604629 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2e5388eb-78f2-4e47-80d1-6e38605b46ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.620503 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Routers {'8530769d-11cf-4c74-9ca8-b0f74f881737'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:34.621181 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['8530769d-11cf-4c74-9ca8-b0f74f881737'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:34.623206 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10249241-2a01-465a-920c-d437094a3b43 None None] Pushing event updated for resources: {'Port': ['ID=567aa478-0eba-4853-b88e-297a0437c8ad,revision_number=4']} {{(pid=114066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:34.698912 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-2e5388eb-78f2-4e47-80d1-6e38605b46ff None None] Current status of the port 567aa478-0eba-4853-b88e-297a0437c8ad is: DOWN; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:34.699308 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2e5388eb-78f2-4e47-80d1-6e38605b46ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.735948 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-2e5388eb-78f2-4e47-80d1-6e38605b46ff None None] For port 567aa478-0eba-4853-b88e-297a0437c8ad, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=567aa478-0eba-4853-b88e-297a0437c8ad,segment=NetworkSegment(2471b372-0e47-42ec-bce0-6e9d9597eea2),segment_id=2471b372-0e47-42ec-bce0-6e9d9597eea2)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:34.743027 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2e5388eb-78f2-4e47-80d1-6e38605b46ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.749930 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] Set router 8530769d-11cf-4c74-9ca8-b0f74f881737 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:34.798979 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5388eb-78f2-4e47-80d1-6e38605b46ff None None] Pushing event updated for resources: {'Port': ['ID=567aa478-0eba-4853-b88e-297a0437c8ad,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:34.865604 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-923a0ac6-1096-4f0e-87f6-abfb6e447bae None None] Provisioning complete for port 567aa478-0eba-4853-b88e-297a0437c8ad triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:34.865991 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-923a0ac6-1096-4f0e-87f6-abfb6e447bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:34.955391 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-923a0ac6-1096-4f0e-87f6-abfb6e447bae None None] Current status of the port 567aa478-0eba-4853-b88e-297a0437c8ad is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:34.959178 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 4, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '567aa478-0eba-4853-b88e-297a0437c8ad', 'name': '', 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'mac_address': 'fa:16:3e:8d:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:27Z', 'updated_at': '2022-01-10T17:56:34Z', 'revision_number': 4, 'project_id': '1b795c12898f4adaae232be11306ad71', 'subnets': [{'id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:34.994844 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5032c78d-04c3-4869-b53b-945b65e9d1ab None None] The sync data for ids ['8530769d-11cf-4c74-9ca8-b0f74f881737'] in dv-cinder-824031-2-iscsi is: [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T17:56:28Z', 'revision_number': 4, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '567aa478-0eba-4853-b88e-297a0437c8ad', 'name': '', 'network_id': 'fdc09ce2-7f39-494f-b6fc-f96f2b537b41', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'mac_address': 'fa:16:3e:8d:ac:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:27Z', 'updated_at': '2022-01-10T17:56:34Z', 'revision_number': 4, 'project_id': '1b795c12898f4adaae232be11306ad71', 'subnets': [{'id': 'f8c087aa-27af-40ed-8aeb-4925af72c8b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:35.069217 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-356a62dc-3100-48f3-a97d-52b6f7c9c699 req-38d9db99-3c46-4879-a9bf-c48b22777d9a tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 210 time: 0.0580220 Jan 10 17:56:35.136185 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-f5985b5a-e581-47b6-8e8b-c2451141b589 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:35.138368 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-f5985b5a-e581-47b6-8e8b-c2451141b589 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 815 time: 0.1564732 Jan 10 17:56:35.165734 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'port': {'device_id': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'admin_state_up': True, 'tenant_id': '177909419ff9413893866fd1a6a16a97'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:35.313484 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Made reservation on behalf of 177909419ff9413893866fd1a6a16a97 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:35.317626 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:35.468999 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Allocated IP 172.20.0.5 (ed406d11-c823-49e2-bb94-29fe8b4b6eab/d2b70188-06da-46a2-aba6-205d50e76cf4/f22cb9d6-2268-411a-a9f4-09cd4527c21e) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:35.647447 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:35.706920 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:35.771492 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:35.778210 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:35.783529 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:35.823549 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:35.861852 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:35.862655 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:35.885812 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-efdead81-7911-44cc-b8b6-ec1f96f4705f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7245135 Jan 10 17:56:36.209526 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-25b7af69-d4da-495f-9489-1d046da7d15b None None] Provisioning complete for port f22cb9d6-2268-411a-a9f4-09cd4527c21e triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:36.210138 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-25b7af69-d4da-495f-9489-1d046da7d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:36.283853 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff87da7-2362-4aa1-8588-fdc73d915498 req-550a162f-7072-4075-9347-b789fd0d6c51 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:36.286921 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6ff87da7-2362-4aa1-8588-fdc73d915498 req-550a162f-7072-4075-9347-b789fd0d6c51 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.1099126 Jan 10 17:56:36.315203 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-25b7af69-d4da-495f-9489-1d046da7d15b None None] Port f22cb9d6-2268-411a-a9f4-09cd4527c21e cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:36.449765 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6ff87da7-2362-4aa1-8588-fdc73d915498 req-2a04fc31-05d5-4da1-9db2-96f1ddc3e2ca tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474142 Jan 10 17:56:36.515514 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 567aa478-0eba-4853-b88e-297a0437c8ad up at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:36.590099 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Provisioning complete for port 567aa478-0eba-4853-b88e-297a0437c8ad triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:36.590908 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:36.676787 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Current status of the port 567aa478-0eba-4853-b88e-297a0437c8ad is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:37.561975 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9eebc-36cf-491d-b98f-a2fcd3511b8f req-3b03a759-2913-452c-93c7-c37428892e6b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:37.563599 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e2a9eebc-36cf-491d-b98f-a2fcd3511b8f req-3b03a759-2913-452c-93c7-c37428892e6b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.0538285 Jan 10 17:56:37.616301 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e2a9eebc-36cf-491d-b98f-a2fcd3511b8f req-b471fbb2-4135-4f91-acaf-4e761f090e22 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468316 Jan 10 17:56:38.744679 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1dc17-140f-4697-9fc6-8b1142f204f4 req-24c5603a-28da-419a-b77d-d979a2a7a5e0 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:38.746187 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-69e1dc17-140f-4697-9fc6-8b1142f204f4 req-24c5603a-28da-419a-b77d-d979a2a7a5e0 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.0578597 Jan 10 17:56:38.802097 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-69e1dc17-140f-4697-9fc6-8b1142f204f4 req-069a7b49-4bce-45e1-85fa-1bc135281086 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501971 Jan 10 17:56:39.922907 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3018c-8772-49a8-88ff-a4093f629236 req-d137320a-4310-4daa-84ef-a3e4f78d24fe tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:39.924403 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ddc3018c-8772-49a8-88ff-a4093f629236 req-d137320a-4310-4daa-84ef-a3e4f78d24fe tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.0549626 Jan 10 17:56:39.982847 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ddc3018c-8772-49a8-88ff-a4093f629236 req-9dac77d1-daaa-4bd7-a88e-15b632718b4d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522778 Jan 10 17:56:40.741289 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-473f98fc-5948-4403-ad35-269174a198f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:41.101410 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f2b2-9f9a-481a-a100-059cafb39ed6 req-69baaa8d-d730-49e5-9266-5e2dcdd188a9 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:41.103333 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-31b7f2b2-9f9a-481a-a100-059cafb39ed6 req-69baaa8d-d730-49e5-9266-5e2dcdd188a9 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.0501566 Jan 10 17:56:41.152979 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-31b7f2b2-9f9a-481a-a100-059cafb39ed6 req-4696a813-4548-4d25-91f3-dedeb3b2c9d5 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Jan 10 17:56:42.274326 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d1681-0de4-49b9-85cc-817fd6ed6cd5 req-7f2574c6-dd23-4c70-845b-7db05d2d6e21 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:42.275885 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d22d1681-0de4-49b9-85cc-817fd6ed6cd5 req-7f2574c6-dd23-4c70-845b-7db05d2d6e21 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.0534739 Jan 10 17:56:42.332561 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d22d1681-0de4-49b9-85cc-817fd6ed6cd5 req-830158f3-bbfc-4df4-b980-d4ef8c401d75 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486240 Jan 10 17:56:42.731555 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:43.169107 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5f0f-0d14-41db-89ee-ec216e4fa35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:43.470073 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1fd61-7d8c-492b-a63a-7b60ca718a6a req-f7a81cc5-f94f-43ed-b5de-86b84f14fbdc tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:43.471511 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-14a1fd61-7d8c-492b-a63a-7b60ca718a6a req-f7a81cc5-f94f-43ed-b5de-86b84f14fbdc tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.0583773 Jan 10 17:56:43.534690 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-14a1fd61-7d8c-492b-a63a-7b60ca718a6a req-03596670-2983-4581-98e2-11013f45bc99 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572743 Jan 10 17:56:44.110724 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:44.653036 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab242c52-49b1-46a6-8178-2d6407d00ca7 req-f3cec151-1275-4fda-85af-01032b7a525a tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:44.654486 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ab242c52-49b1-46a6-8178-2d6407d00ca7 req-f3cec151-1275-4fda-85af-01032b7a525a tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 931 time: 0.0516586 Jan 10 17:56:44.706516 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ab242c52-49b1-46a6-8178-2d6407d00ca7 req-be916dca-9fd2-4f36-8010-225d2c10a4be tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Jan 10 17:56:45.117565 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Request body: {'port': {'device_id': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:45.173989 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:45.456584 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22cb9d6-2268-411a-a9f4-09cd4527c21e {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:56:45.464259 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Publish callbacks [] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:45.480165 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Transition to ACTIVE for port object f22cb9d6-2268-411a-a9f4-09cd4527c21e will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:56:45.486159 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:45.539007 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Pushing event updated for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:45.600434 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:45.617864 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Attempting to bind port f22cb9d6-2268-411a-a9f4-09cd4527c21e on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:45.618486 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Attempting to bind port f22cb9d6-2268-411a-a9f4-09cd4527c21e by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:45.618979 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Attempting to bind port f22cb9d6-2268-411a-a9f4-09cd4527c21e on network ed406d11-c823-49e2-bb94-29fe8b4b6eab {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:45.623868 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Port f22cb9d6-2268-411a-a9f4-09cd4527c21e on network ed406d11-c823-49e2-bb94-29fe8b4b6eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:56:45.624189 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Attempting to bind port f22cb9d6-2268-411a-a9f4-09cd4527c21e on network ed406d11-c823-49e2-bb94-29fe8b4b6eab {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:45.629331 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:45.629662 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Checking segment: {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:45.630045 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Bound using segment: {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:45.630464 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Bound port: f22cb9d6-2268-411a-a9f4-09cd4527c21e, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5858e026-6563-4521-9764-fa970239071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:45.630820 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:45.698594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:45.701651 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:45.707029 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:45.742982 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:45.743466 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:45.744888 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] 10.222.0.35 "PUT /v2.0/ports/f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 1093 time: 0.6345835 Jan 10 17:56:45.745329 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:56:45.747581 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10e3e0-9984-44f6-bb80-39303222b50c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:56:45.784193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a8696-ad79-43fd-bd25-d14982382812 service neutron] Pushing event updated for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:45.798096 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee129a73-ad59-4263-91f0-9fde78634026 x-openstack-request-id: req-ee129a73-ad59-4263-91f0-9fde78634026 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:56:45.798382 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:56:45.798634 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee129a73-ad59-4263-91f0-9fde78634026 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:56:45.799026 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'status': 'completed', 'code': 200} Jan 10 17:56:45.843161 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-35e572b4-3557-4668-8945-3ccf03c588c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:45.845640 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-35e572b4-3557-4668-8945-3ccf03c588c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1096 time: 0.0496571 Jan 10 17:56:45.859798 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8681e-28c0-438e-999f-66ebe9805fcf req-3e371b90-7570-4e8b-96d9-d6706215d93d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:45.866797 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8bc8681e-28c0-438e-999f-66ebe9805fcf req-3e371b90-7570-4e8b-96d9-d6706215d93d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 943 time: 0.0640724 Jan 10 17:56:45.894021 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-a2b7128f-f786-4318-86fe-6cf21800ffc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 217 time: 0.0398662 Jan 10 17:56:45.929724 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8bc8681e-28c0-438e-999f-66ebe9805fcf req-0ba1c539-bede-4acc-b081-2ef9c253bd7c tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614929 Jan 10 17:56:45.963003 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-9eea64e1-f362-4a34-bb45-5c0c0c97d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:45.964538 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-9eea64e1-f362-4a34-bb45-5c0c0c97d106 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.0631430 Jan 10 17:56:46.015057 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62130f-654d-461c-a825-16574f0630e6 req-c28d5253-0a6d-44ee-8434-bdeb60dfff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:46.017715 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-c28d5253-0a6d-44ee-8434-bdeb60dfff02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420647 Jan 10 17:56:46.120302 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-623c080d-cd2b-47d3-badf-0f12ac83e9ce service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916376 Jan 10 17:56:46.221094 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7e62130f-654d-461c-a825-16574f0630e6 req-de122bf4-bb8a-4f7d-b5ed-c7cf763ae830 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810366 Jan 10 17:56:46.314355 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-7992d978-248e-41c3-a014-3aac856d9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:46.315833 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-7992d978-248e-41c3-a014-3aac856d9730 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1096 time: 0.0436499 Jan 10 17:56:46.411922 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-3b0485c7-9fcb-47a4-bca4-516d8ff7c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:46.413420 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-3b0485c7-9fcb-47a4-bca4-516d8ff7c92d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 916 time: 0.0890973 Jan 10 17:56:46.455457 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-ba919d38-aaa6-4121-8174-f6d1a716c555 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 217 time: 0.0326805 Jan 10 17:56:46.506936 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-2266330e-378f-4b46-a780-c508c00a504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:46.508237 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-2266330e-378f-4b46-a780-c508c00a504e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.0457911 Jan 10 17:56:46.557185 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-7b1ca1f8-fca9-4f11-8614-e26f6ae570a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:46.558796 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-7b1ca1f8-fca9-4f11-8614-e26f6ae570a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417521 Jan 10 17:56:46.661221 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-08a70369-3a3b-4e40-840a-0703fd104a46 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923846 Jan 10 17:56:47.010417 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:47.033001 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9f10e3e0-9984-44f6-bb80-39303222b50c req-680b6c43-1f89-4601-a0fc-043e2e833d46 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651114 Jan 10 17:56:47.056786 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8cd24-3030-45ae-982f-485703db9301 req-33a41185-1177-4ff1-b797-a1ef2a0a764b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:47.058318 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-85e8cd24-3030-45ae-982f-485703db9301 req-33a41185-1177-4ff1-b797-a1ef2a0a764b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 943 time: 0.0578203 Jan 10 17:56:47.109666 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-85e8cd24-3030-45ae-982f-485703db9301 req-5af45b3d-ff4c-48c6-a982-7b91b219c0be tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457299 Jan 10 17:56:48.224499 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12aadf-c253-4282-9b62-617089013045 req-a0e992d9-15f6-4407-a57e-cc64edc41144 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:48.225998 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1d12aadf-c253-4282-9b62-617089013045 req-a0e992d9-15f6-4407-a57e-cc64edc41144 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 943 time: 0.0486012 Jan 10 17:56:48.282599 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1d12aadf-c253-4282-9b62-617089013045 req-9cd268a3-0311-4e08-94e0-a2d59c167292 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Jan 10 17:56:48.290212 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-74d23e82-6be9-4566-acab-692c1bd2d22a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613355434&fields=id&tenant_id=70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 267 time: 0.0450833 Jan 10 17:56:48.394379 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-f6a94721-3d36-4950-b281-8b6f96ff0ad0 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:48.395879 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-f6a94721-3d36-4950-b281-8b6f96ff0ad0 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 812 time: 0.0990169 Jan 10 17:56:48.411128 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-78fe47eb-8c66-42e7-89f3-addc29a902a5 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/quotas/70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 375 time: 0.0094800 Jan 10 17:56:48.466234 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-ca42e51b-06ec-4099-9b48-9a131956b334 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500295 Jan 10 17:56:48.566975 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-fbe2c526-9427-400d-a871-28416300a35c service neutron] 10.222.0.31 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879233 Jan 10 17:56:48.660892 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-9208f402-c365-453c-ac92-97d7c29eaac9 service neutron] 10.222.0.31 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877719 Jan 10 17:56:48.944772 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-017959e4-5fb1-4545-8a13-f4856eea2b9f req-2c544e71-7338-40f3-ae0d-584beffda970 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 210 time: 0.0254457 Jan 10 17:56:49.401127 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e68675-6dcd-4f1b-8633-7584fa761763 req-c5ee3b57-c81a-4677-a6b6-46d1fbd0acb8 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:49.402625 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97e68675-6dcd-4f1b-8633-7584fa761763 req-c5ee3b57-c81a-4677-a6b6-46d1fbd0acb8 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 943 time: 0.0504663 Jan 10 17:56:49.450520 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-97e68675-6dcd-4f1b-8633-7584fa761763 req-c8abcbe6-dcd1-48a8-8f9e-b31eda50ba33 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421798 Jan 10 17:56:49.723286 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device f22cb9d6-2268-411a-a9f4-09cd4527c21e details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:56:49.822577 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:49.833825 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'port_id': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'mac_address': 'fa:16:3e:1d:23:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:56:49.870620 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port f22cb9d6-2268-411a-a9f4-09cd4527c21e is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:49.871011 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:49.888133 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22cb9d6-2268-411a-a9f4-09cd4527c21e {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:56:49.907694 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:49.913255 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:49.949556 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-a30e82e1-ca6a-44cb-a0a1-9a4dc7dfa243 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:49.951479 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-a30e82e1-ca6a-44cb-a0a1-9a4dc7dfa243 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 812 time: 0.1168249 Jan 10 17:56:49.961066 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:50.016207 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-51ad01ec-ca29-4ee4-81c9-3177e0d34710 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 380 time: 0.0542486 Jan 10 17:56:50.027514 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'port': {'device_id': '889899e8-0c46-4ec2-b710-28606b28c01c', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'admin_state_up': True, 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'security_groups': ['37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:50.044814 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8b2f3caf-2e8b-4f6c-b74e-0962bc8b3e27 req-6e10d9be-3d11-478d-b088-d62b76030906 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 210 time: 0.0289397 Jan 10 17:56:50.143010 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Made reservation on behalf of 70891404a20f4177b6c2d794789ffaf8 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:56:50.146634 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:50.202574 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['f22cb9d6-2268-411a-a9f4-09cd4527c21e'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:56:50.272755 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Allocated IP 172.20.0.14 (437dbd0e-3a00-4991-97a3-868307541093/5cb2c2b2-524e-4517-ae2c-fbc6863c4031/65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:56:50.418436 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:50.455916 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:50.499695 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Network 437dbd0e-3a00-4991-97a3-868307541093 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:56:50.502829 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:56:50.505285 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:56:50.533933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:50.592496 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:50.593190 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:50.618810 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7061-ce9f-4c51-a38f-56ce22edda02 req-a9490549-0f05-4996-9ae7-0a47d2748b91 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:50.620565 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d66c7061-ce9f-4c51-a38f-56ce22edda02 req-a9490549-0f05-4996-9ae7-0a47d2748b91 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 944 time: 0.0840681 Jan 10 17:56:50.625165 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-dbab540f-a125-47d3-a8b5-5e0d6c432bf4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6016912 Jan 10 17:56:50.637669 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Request body: {'port': {'device_id': '889899e8-0c46-4ec2-b710-28606b28c01c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:56:50.681068 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-f0ffa9b3-b58f-44d0-9ea6-9d72f9d040a5 None None] Provisioning complete for port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:50.681446 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa9b3-b58f-44d0-9ea6-9d72f9d040a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:50.716074 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffa9b3-b58f-44d0-9ea6-9d72f9d040a5 None None] Port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:56:50.716809 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d66c7061-ce9f-4c51-a38f-56ce22edda02 req-d9ae6ff9-e7eb-4dda-b9f7-8d8be726cae5 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903318 Jan 10 17:56:50.720658 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:50.987840 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:56:50.995388 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Publish callbacks [] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:51.008027 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Transition to ACTIVE for port object 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:56:51.015035 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:51.062016 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Pushing event updated for resources: {'Port': ['ID=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:51.138129 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Attempting to bind port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:56:51.138507 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Attempting to bind port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:56:51.139401 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Attempting to bind port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:51.143948 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f on network 437dbd0e-3a00-4991-97a3-868307541093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:56:51.144270 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Attempting to bind port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:56:51.150766 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:56:51.151109 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Checking segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:56:51.151542 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Bound using segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:56:51.152076 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Bound port: 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:56:51.152431 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:51.167779 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1e3d8-4398-4cbd-a123-c3c72b29334f req-ea30a298-4ff2-46bc-971b-7a7e8867a14a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.169459 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-adb1e3d8-4398-4cbd-a123-c3c72b29334f req-ea30a298-4ff2-46bc-971b-7a7e8867a14a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0529394 Jan 10 17:56:51.221788 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] For port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:56:51.225456 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-adb1e3d8-4398-4cbd-a123-c3c72b29334f req-b17bcffa-f2e4-4ac4-ba35-97dc36434928 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472245 Jan 10 17:56:51.225994 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] For port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:56:51.233406 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:51.267209 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.268114 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:51.269597 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] 10.222.0.35 "PUT /v2.0/ports/65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f HTTP/1.1" status: 200 len: 1094 time: 0.6368034 Jan 10 17:56:51.275101 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:56:51.277654 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2" -d '{"events": [{"name": "network-changed", "server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:56:51.302942 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dc6fa-c8dc-43f8-a8ee-767d36a06935 service neutron] Pushing event updated for resources: {'Port': ['ID=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:51.328111 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b2e5f0-b2d3-469e-818c-764b107fadb7 x-openstack-request-id: req-00b2e5f0-b2d3-469e-818c-764b107fadb7 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:56:51.328398 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:56:51.328648 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00b2e5f0-b2d3-469e-818c-764b107fadb7 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:56:51.329098 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'status': 'completed', 'code': 200} Jan 10 17:56:51.362670 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-5a5368eb-b306-4455-ac18-b81353df6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.364287 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-5a5368eb-b306-4455-ac18-b81353df6706 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 1097 time: 0.0455997 Jan 10 17:56:51.414062 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-ccaf1a48-ba98-4ef2-bacc-d817bb4403f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f HTTP/1.1" status: 200 len: 217 time: 0.0381577 Jan 10 17:56:51.465875 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-fddf2b1b-2ff6-4cfe-a5a1-2efe84bfafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.467372 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-fddf2b1b-2ff6-4cfe-a5a1-2efe84bfafb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0458655 Jan 10 17:56:51.517870 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-7ae85f2b-193b-430d-bb05-7428c4c929f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.519232 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-7ae85f2b-193b-430d-bb05-7428c4c929f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388017 Jan 10 17:56:51.614392 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-9f6a7fc7-f8d3-45ac-806d-0ed3557239fe service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861621 Jan 10 17:56:51.703388 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9889a2c5-57fe-42b5-93d8-dec965022d00 req-ab4cb2cc-ac2e-4e08-aedf-1a26fbe2dab3 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Jan 10 17:56:51.735715 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device f22cb9d6-2268-411a-a9f4-09cd4527c21e up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:56:51.792168 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port f22cb9d6-2268-411a-a9f4-09cd4527c21e completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:56:51.796910 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port f22cb9d6-2268-411a-a9f4-09cd4527c21e triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:56:51.797555 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:51.810324 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-98cb83bd-5712-4b93-bfef-50220cf0ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.811903 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-98cb83bd-5712-4b93-bfef-50220cf0ddba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 1097 time: 0.0506091 Jan 10 17:56:51.836946 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ca43-cfc1-4ebc-9e77-2bb0134946bc req-83a8bee8-c554-49fc-9806-039f2a28e3ff tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.838736 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1852ca43-cfc1-4ebc-9e77-2bb0134946bc req-83a8bee8-c554-49fc-9806-039f2a28e3ff tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 944 time: 0.0512877 Jan 10 17:56:51.889373 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1852ca43-cfc1-4ebc-9e77-2bb0134946bc req-c7455a97-0feb-4a22-aa58-80e09a31eaf7 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Jan 10 17:56:51.916195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-fb3aa0cf-94e9-4d86-af47-5843b04155d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:51.917762 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-fb3aa0cf-94e9-4d86-af47-5843b04155d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0994394 Jan 10 17:56:51.964091 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-0bcfce47-39d4-4491-af0b-0f8c5c2f5612 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f HTTP/1.1" status: 200 len: 217 time: 0.0388455 Jan 10 17:56:52.014583 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-882b682c-d694-4641-81a1-3f4a9a9d046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:52.016056 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-882b682c-d694-4641-81a1-3f4a9a9d046b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0453403 Jan 10 17:56:52.025493 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port f22cb9d6-2268-411a-a9f4-09cd4527c21e is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:56:52.025897 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:52.052518 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:56:52.054923 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f1521-3572-4e4f-92bd-39faf624f868" -d '{"events": [{"server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "name": "network-vif-plugged", "status": "completed", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:56:52.062087 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-5b0d1a8b-0d85-4347-93cf-e7293e6b2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:52.064216 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-5b0d1a8b-0d85-4347-93cf-e7293e6b2d98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406029 Jan 10 17:56:52.069383 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:52.076093 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:52.098956 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e40ee8-97c9-4b9a-8152-9fb76db8bd2c x-openstack-request-id: req-f6e40ee8-97c9-4b9a-8152-9fb76db8bd2c {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:56:52.099229 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "name": "network-vif-plugged", "status": "completed", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:56:52.099502 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6e40ee8-97c9-4b9a-8152-9fb76db8bd2c {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:56:52.099889 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'code': 200} Jan 10 17:56:52.125229 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:52.163709 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-28279dfa-6edf-4536-8230-b19aa249bbd5 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891547 Jan 10 17:56:52.255454 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-fc5acfb3-5f9f-420c-a5fa-5b207dcf83b2 req-4fd997c8-c708-42d1-93c0-635552b2abab service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857763 Jan 10 17:56:52.309790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4537e4e-29c4-4af6-b804-0174c0ba0546 req-514f68bc-190f-4884-bc17-64f406420915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:52.311196 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c4537e4e-29c4-4af6-b804-0174c0ba0546 req-514f68bc-190f-4884-bc17-64f406420915 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1098 time: 0.0442100 Jan 10 17:56:52.342597 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba073d-2e08-411c-b0e0-67b8a912ad2e req-ae17fc0a-51dc-41cd-88c2-74da3be68840 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:52.344096 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8dba073d-2e08-411c-b0e0-67b8a912ad2e req-ae17fc0a-51dc-41cd-88c2-74da3be68840 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0511672 Jan 10 17:56:52.354921 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c4537e4e-29c4-4af6-b804-0174c0ba0546 req-c6133f4b-4c6c-4601-a22d-926a54393ac4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365560 Jan 10 17:56:52.394091 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8dba073d-2e08-411c-b0e0-67b8a912ad2e req-4ffdf65f-2830-4c0e-b796-fd18c5a2e2e7 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427265 Jan 10 17:56:53.006523 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d82349-6f06-421f-a235-3d170914485a req-d715b843-fef4-496e-a3e8-ecf6104cb3c3 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:53.007921 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-43d82349-6f06-421f-a235-3d170914485a req-d715b843-fef4-496e-a3e8-ecf6104cb3c3 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Jan 10 17:56:53.058856 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-43d82349-6f06-421f-a235-3d170914485a req-f037316b-a928-4592-9591-ace39e72b692 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Jan 10 17:56:53.514390 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693f9d-f05c-4e6c-a03d-6647ec53a7a9 req-f2f529ed-6ebc-4899-8f88-2cab379cc478 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:53.515900 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-20693f9d-f05c-4e6c-a03d-6647ec53a7a9 req-f2f529ed-6ebc-4899-8f88-2cab379cc478 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0555708 Jan 10 17:56:53.565983 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-20693f9d-f05c-4e6c-a03d-6647ec53a7a9 req-5bb280fc-7bbb-4fa4-bdcd-b0c8092165e9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Jan 10 17:56:54.175925 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744469a-b25e-45f9-85cf-d7d1ba912d9e req-38ece5b6-c9a5-46eb-b521-9796a9227346 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:54.177509 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6744469a-b25e-45f9-85cf-d7d1ba912d9e req-38ece5b6-c9a5-46eb-b521-9796a9227346 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0498116 Jan 10 17:56:54.228988 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6744469a-b25e-45f9-85cf-d7d1ba912d9e req-77662b50-8c43-4203-8979-42fb61a5f180 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Jan 10 17:56:54.349432 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d5bc-ee08-4346-94ce-02ebc7cf4d63 req-abeddf75-4b12-4de9-ba90-b662cd783734 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:54.350478 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cd50d5bc-ee08-4346-94ce-02ebc7cf4d63 req-abeddf75-4b12-4de9-ba90-b662cd783734 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0499265 Jan 10 17:56:54.400667 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cd50d5bc-ee08-4346-94ce-02ebc7cf4d63 req-ca1bf0d1-9f43-4415-8afc-d64772c50242 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Jan 10 17:56:54.683334 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152460be-6e49-42af-b288-4e124a1991fa req-f079cdec-5b6b-4c20-aa37-e98d03080df3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:54.685654 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-152460be-6e49-42af-b288-4e124a1991fa req-f079cdec-5b6b-4c20-aa37-e98d03080df3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0486670 Jan 10 17:56:54.719965 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4cdf4-ac8b-48ef-95bc-1d4211515134 req-dd17cbad-c110-4b36-af96-aa1da7b2ea48 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:54.719965 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-eae4cdf4-ac8b-48ef-95bc-1d4211515134 req-dd17cbad-c110-4b36-af96-aa1da7b2ea48 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Jan 10 17:56:54.736845 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-152460be-6e49-42af-b288-4e124a1991fa req-fca3f84a-585f-49a9-a33a-9132380aa9bc tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454745 Jan 10 17:56:54.765576 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-eae4cdf4-ac8b-48ef-95bc-1d4211515134 req-f6ffcd5f-53f9-4f7c-a242-80082c5250d2 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Jan 10 17:56:55.536678 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54972e-e778-4236-a851-7b4ea61db97b req-62dbfa65-b5db-480b-806e-a8e924410eaa tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:55.538400 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bb54972e-e778-4236-a851-7b4ea61db97b req-62dbfa65-b5db-480b-806e-a8e924410eaa tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 947 time: 0.0496855 Jan 10 17:56:55.590328 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-bb54972e-e778-4236-a851-7b4ea61db97b req-9fcfcddd-35db-46b4-95f1-00a22756540f tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462918 Jan 10 17:56:55.858752 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca309-d9ba-4251-acd7-c2e7df560b61 req-23c79cf5-ef03-4791-b022-0721f45e4891 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:55.860257 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-302ca309-d9ba-4251-acd7-c2e7df560b61 req-23c79cf5-ef03-4791-b022-0721f45e4891 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0514402 Jan 10 17:56:55.912340 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-302ca309-d9ba-4251-acd7-c2e7df560b61 req-2171bef5-6715-4948-8dc1-9b38a28e0d06 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Jan 10 17:56:56.730298 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593e482-c148-4b1e-989d-3c835e01c236 req-1adbb619-f2b8-4ee7-a564-2aa50273cf57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:56.737546 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d593e482-c148-4b1e-989d-3c835e01c236 req-1adbb619-f2b8-4ee7-a564-2aa50273cf57 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 947 time: 0.0724645 Jan 10 17:56:56.785678 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d593e482-c148-4b1e-989d-3c835e01c236 req-a67bfdf0-5f94-4a56-b9e0-35ab8f123669 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups?id=1888dac4-cf6b-44ea-a6b4-ba71b2948792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 Jan 10 17:56:57.034898 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12fa25-0608-45a8-a3eb-4898f827f59f req-8b966b10-0edb-4f54-80e4-fe3f0c7556ec tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:57.036373 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ee12fa25-0608-45a8-a3eb-4898f827f59f req-8b966b10-0edb-4f54-80e4-fe3f0c7556ec tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0540640 Jan 10 17:56:57.086252 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ee12fa25-0608-45a8-a3eb-4898f827f59f req-85145ee9-a4ae-4f60-8ef4-a158e69c23af tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433486 Jan 10 17:56:57.143641 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-09fe0f70-3e15-405f-8716-69f34ffaf1a6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:57.145142 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-09fe0f70-3e15-405f-8716-69f34ffaf1a6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 947 time: 0.0521059 Jan 10 17:56:57.241045 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Deleting port 75f38211-a365-4689-9787-d45a21f1361d {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:56:57.241372 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (75f38211-a365-4689-9787-d45a21f1361d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:57.332664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] For port 75f38211-a365-4689-9787-d45a21f1361d, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=75f38211-a365-4689-9787-d45a21f1361d,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:56:57.333051 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (75f38211-a365-4689-9787-d45a21f1361d), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:57.511179 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:57.511420 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (220521ba-af18-489a-9a66-d8763e42b41f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:57.511749 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Floating IP 220521ba-af18-489a-9a66-d8763e42b41f disassociated. External IP: 172.27.2.22, port: 75f38211-a365-4689-9787-d45a21f1361d. Jan 10 17:56:57.512065 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Calling delete_port for 75f38211-a365-4689-9787-d45a21f1361d owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:56:57.651781 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (75f38211-a365-4689-9787-d45a21f1361d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:57.679432 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event deleted for resources: {'Port': ['ID=75f38211-a365-4689-9787-d45a21f1361d,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:56:57.790443 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:56:57.892216 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-1de133bc-3231-44ef-8c94-8b494825377a req-ee5f3941-8d8d-449d-9434-221412f497c4 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/ports?device_id=32c2ae33-115a-446a-bf94-077f57767f8b HTTP/1.1" status: 200 len: 210 time: 0.0315456 Jan 10 17:56:57.920823 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:56:57.931999 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] Sync routers for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:56:57.946484 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:57.947199 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:57.961805 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] No DVR routers for this DVR port 75f38211-a365-4689-9787-d45a21f1361d on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:56:57.964509 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:56:57.967865 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9fd9fe7f-a0a9-457b-91cb-1ce50d8a6743 req-a242fecb-544d-4f71-81c7-87b78c1778ac tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.35 "DELETE /v2.0/ports/75f38211-a365-4689-9787-d45a21f1361d HTTP/1.1" status: 204 len: 173 time: 0.8163908 Jan 10 17:56:57.968315 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-deleted', 'tag': '75f38211-a365-4689-9787-d45a21f1361d'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:56:57.970699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcb3c8d-2c37-4691-96d0-4267c010ad65" -d '{"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-deleted", "tag": "75f38211-a365-4689-9787-d45a21f1361d"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:56:58.016009 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c90608-8d0d-4106-8208-fa623dc835c3 x-openstack-request-id: req-59c90608-8d0d-4106-8208-fa623dc835c3 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:56:58.016512 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c2ae33-115a-446a-bf94-077f57767f8b", "name": "network-vif-deleted", "tag": "75f38211-a365-4689-9787-d45a21f1361d", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:56:58.016942 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59c90608-8d0d-4106-8208-fa623dc835c3 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:56:58.017520 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c2ae33-115a-446a-bf94-077f57767f8b', 'name': 'network-vif-deleted', 'tag': '75f38211-a365-4689-9787-d45a21f1361d', 'status': 'completed', 'code': 200} Jan 10 17:56:58.056484 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:58.209017 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db36152-802d-4481-9547-d967d478723a req-ccd494dd-666f-4357-a53c-a623456acb56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:58.216657 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db36152-802d-4481-9547-d967d478723a req-ccd494dd-666f-4357-a53c-a623456acb56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0580304 Jan 10 17:56:58.265451 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db36152-802d-4481-9547-d967d478723a req-e8308852-e3e9-4e59-8227-daac8f551a8b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475471 Jan 10 17:56:58.288276 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:58.313323 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] Checking router: e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:56:58.321299 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:56:58.321897 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:58.421307 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:56:58.617045 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:56:58.642784 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aea40a-7069-4d52-9453-677773cdb18a None None] The sync data for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi is: [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:50:13Z', 'revision_number': 4, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '9bbc5548-2a83-480b-9e8b-1dbbd4241307', 'name': '', 'network_id': '2c27da9f-c408-4567-82ab-fbdc30d94429', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'mac_address': 'fa:16:3e:59:d8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:23Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'subnets': [{'id': '87dddc2a-e880-4d12-ad88-126574b0fdc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:56:58.873974 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97517e-0dd6-40d2-98f4-e4c4b9736281 None None] New status for floating IP 220521ba-af18-489a-9a66-d8763e42b41f: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:56:59.384519 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4337b5-8f6b-4943-9b09-b48ef23a8fd6 req-212a3992-ec41-4c60-b1c2-0304ef88f6b9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:56:59.385993 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fb4337b5-8f6b-4943-9b09-b48ef23a8fd6 req-212a3992-ec41-4c60-b1c2-0304ef88f6b9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0513818 Jan 10 17:56:59.438845 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-fb4337b5-8f6b-4943-9b09-b48ef23a8fd6 req-d096acfb-9bd2-41bc-8550-ed044bd03f42 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 Jan 10 17:56:59.754421 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:56:59.774867 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 75f38211-a365-4689-9787-d45a21f1361d {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:56:59.775217 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 75f38211-a365-4689-9787-d45a21f1361d not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:00.003084 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41900) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:00.058501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e8e40ae-2e4a-4cf5-b419-26556f3f87ad tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (1888dac4-cf6b-44ea-a6b4-ba71b2948792), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.081469 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e8e40ae-2e4a-4cf5-b419-26556f3f87ad tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (1888dac4-cf6b-44ea-a6b4-ba71b2948792), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.140043 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e8e40ae-2e4a-4cf5-b419-26556f3f87ad tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (1888dac4-cf6b-44ea-a6b4-ba71b2948792), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.142641 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e8e40ae-2e4a-4cf5-b419-26556f3f87ad tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.143769 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-3e8e40ae-2e4a-4cf5-b419-26556f3f87ad tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "DELETE /v2.0/security-groups/1888dac4-cf6b-44ea-a6b4-ba71b2948792 HTTP/1.1" status: 204 len: 168 time: 0.1396911 Jan 10 17:57:00.146605 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41902) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:00.153392 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e40ae-2e4a-4cf5-b419-26556f3f87ad tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888dac4-cf6b-44ea-a6b4-ba71b2948792,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:00.161972 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.api.v2.resource [None req-713a5985-a5b8-4473-99c7-535f8f5df739 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] show failed (client error): The resource could not be found. Jan 10 17:57:00.165816 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-713a5985-a5b8-4473-99c7-535f8f5df739 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "GET /v2.0/security-groups/1888dac4-cf6b-44ea-a6b4-ba71b2948792 HTTP/1.1" status: 404 len: 347 time: 0.0152497 Jan 10 17:57:00.166161 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41904) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:00.289480 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Deleting port ece3c40c-4a56-4735-a691-54319b2ae8f7 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:00.289704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.368879 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.369221 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (ece3c40c-4a56-4735-a691-54319b2ae8f7), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.381336 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Calling delete_port for ece3c40c-4a56-4735-a691-54319b2ae8f7 owned by network:floatingip {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:00.526929 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (ece3c40c-4a56-4735-a691-54319b2ae8f7), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.552929 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Pushing event deleted for resources: {'Port': ['ID=ece3c40c-4a56-4735-a691-54319b2ae8f7,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:00.567749 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87ff3a-66d0-4400-904b-f19f5a03b489 req-2d5ca547-9d1e-411a-9934-39bc18405dc0 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:00.569290 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0c87ff3a-66d0-4400-904b-f19f5a03b489 req-2d5ca547-9d1e-411a-9934-39bc18405dc0 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0571940 Jan 10 17:57:00.618078 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks [] for floatingip (220521ba-af18-489a-9a66-d8763e42b41f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.619084 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0c87ff3a-66d0-4400-904b-f19f5a03b489 req-bbefc894-8322-4e31-a948-edc21669c36e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Jan 10 17:57:00.623137 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:00.627518 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-15f3cb08-8817-4a6c-a907-25c57dbb93f6 tempest-AttachVolumeShelveTestJSON-1203431112 tempest-AttachVolumeShelveTestJSON-1203431112-project] 10.222.0.31 "DELETE /v2.0/floatingips/220521ba-af18-489a-9a66-d8763e42b41f HTTP/1.1" status: 204 len: 168 time: 0.4603581 Jan 10 17:57:01.754075 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d98ef-727b-4509-9dcc-acf8da0af185 req-9ee858d0-e3ef-4f18-a3f1-c4d5421da9db tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:01.755530 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e49d98ef-727b-4509-9dcc-acf8da0af185 req-9ee858d0-e3ef-4f18-a3f1-c4d5421da9db tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0516622 Jan 10 17:57:01.805874 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e49d98ef-727b-4509-9dcc-acf8da0af185 req-2ee27bf8-3851-45fa-8b3f-ca91fa9d4254 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 Jan 10 17:57:02.930616 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82392673-8c1d-4b8d-b5b5-488e92cf3086 req-e7a1b5ce-f483-47a3-a4b4-d749ccad2f7a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:02.932176 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-82392673-8c1d-4b8d-b5b5-488e92cf3086 req-e7a1b5ce-f483-47a3-a4b4-d749ccad2f7a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 944 time: 0.0487733 Jan 10 17:57:02.995463 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-82392673-8c1d-4b8d-b5b5-488e92cf3086 req-32ce9f33-40dc-4a1d-be42-e9d8654db2fa tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552263 Jan 10 17:57:03.035497 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 41944) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:03.777648 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:57:03.854650 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:03.873032 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:03.885074 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'port_id': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'mac_address': 'fa:16:3e:76:58:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:57:03.925320 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:57:03.925684 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:03.938706 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:57:03.958670 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:03.964224 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.021025 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:04.163166 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628d334-f919-4661-9770-89b780a1d51c req-55a76781-9c75-478c-aa01-5df8ed6c8c9e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:04.164786 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b628d334-f919-4661-9770-89b780a1d51c req-55a76781-9c75-478c-aa01-5df8ed6c8c9e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 945 time: 0.0813062 Jan 10 17:57:04.212824 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c65d-5c24-44f4-99ab-d7baf0fb9589 req-a26f2404-ac07-4a30-9cd7-a9c19e17f4b7 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:04.214429 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-39f0c65d-5c24-44f4-99ab-d7baf0fb9589 req-a26f2404-ac07-4a30-9cd7-a9c19e17f4b7 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0479479 Jan 10 17:57:04.237114 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:57:04.260539 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b628d334-f919-4661-9770-89b780a1d51c req-09b2703f-2ca8-441a-affb-170d137e2b0c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742567 Jan 10 17:57:04.284889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Deleting port 9bbc5548-2a83-480b-9e8b-1dbbd4241307 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:04.284889 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.285088 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-39f0c65d-5c24-44f4-99ab-d7baf0fb9589 req-3f95e6bc-4be8-42d6-8f81-a854a0db95ff tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611959 Jan 10 17:57:04.302311 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41962) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:04.383682 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] For port 9bbc5548-2a83-480b-9e8b-1dbbd4241307, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9bbc5548-2a83-480b-9e8b-1dbbd4241307,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:04.384208 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.399575 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Calling delete_port for 9bbc5548-2a83-480b-9e8b-1dbbd4241307 owned by network:router_interface {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:04.461371 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d61c7e9-b1a0-4590-a188-bc37d7c251e6 tempest-TestMinimumBasicScenario-1466233592 tempest-TestMinimumBasicScenario-1466233592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:04.463415 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-9d61c7e9-b1a0-4590-a188-bc37d7c251e6 tempest-TestMinimumBasicScenario-1466233592 tempest-TestMinimumBasicScenario-1466233592-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1093 time: 0.1589668 Jan 10 17:57:04.466371 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41970) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:04.470919 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'port_id': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:04.497672 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.622061 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.624824 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (9bbc5548-2a83-480b-9e8b-1dbbd4241307), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.651040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbc5548-2a83-480b-9e8b-1dbbd4241307,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:04.737176 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Allocated IP 172.27.2.239 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/d1e677b4-e617-4b44-9f8c-e0cdd135b9bc) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:57:04.812839 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.840867 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.878701 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:04.917716 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:57:04.922195 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:57:04.924968 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:57:04.950598 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'Port': ['ID=d1e677b4-e617-4b44-9f8c-e0cdd135b9bc,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:04.962066 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.962422 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.962771 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.963145 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.963481 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.963830 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.964147 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.964537 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.964885 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.965221 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.965585 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.965898 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:04.966220 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:05.032611 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:05.138593 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:05.146739 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-d32caa0b-aa5f-443a-be47-fa5cc196feec admin admin] 10.222.0.31 "PUT /v2.0/routers/e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1066885 Jan 10 17:57:05.146845 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 41976) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:05.150091 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] Sync routers for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:05.160373 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:05.161018 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:05.263112 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:05.340320 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks [] for router (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.388437 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8137f-2884-4eb1-99e7-8aa27884d50c req-7eeb8eea-520a-407d-9cd9-30d5b260ea36 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:05.390140 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7fe8137f-2884-4eb1-99e7-8aa27884d50c req-7eeb8eea-520a-407d-9cd9-30d5b260ea36 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 945 time: 0.0511975 Jan 10 17:57:05.443294 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7fe8137f-2884-4eb1-99e7-8aa27884d50c req-dcaaa12d-78c7-4a52-b134-c7f9b07ad087 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 Jan 10 17:57:05.451385 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:57:04Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:05.455129 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for floatingip (63ac2449-1c2e-4c33-b385-25b295374564), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.482225 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] Checking router: e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:05.490473 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] Routers {'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:05.491094 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:05.504836 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks [] for router_gateway (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.568288 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.676171 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Deleting port 9a8f92de-193f-48c2-ba2b-c32526c27719 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:05.676604 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.729713 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] Set router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:05.797820 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:57:05.800034 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] For port 9a8f92de-193f-48c2-ba2b-c32526c27719, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9a8f92de-193f-48c2-ba2b-c32526c27719,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:05.800392 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.816330 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.821099 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Calling delete_port for 9a8f92de-193f-48c2-ba2b-c32526c27719 owned by network:router_gateway {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:05.827285 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17049279'] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.921043 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:57:05.940317 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'Port': ['ID=d1e677b4-e617-4b44-9f8c-e0cdd135b9bc,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:05.943261 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:57:05.943835 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:05.967011 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (63ac2449-1c2e-4c33-b385-25b295374564), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.011864 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:57:04Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:06.061618 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc5e73-3471-498e-b186-23191e3b5779 None None] The sync data for ids ['e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2'] in dv-cinder-824031-2-iscsi is: [{'id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'name': 'tempest-AttachVolumeShelveTestJSON-1435243838-router', 'tenant_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:04Z', 'updated_at': '2022-01-10T17:57:04Z', 'revision_number': 5, 'project_id': 'a256dbcb3e024f32bd6f56fbc869046c', 'gw_port': {'id': '9a8f92de-193f-48c2-ba2b-c32526c27719', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:05Z', 'updated_at': '2022-01-10T17:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:06.072672 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:57:06.073110 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.118160 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:57:06.120985 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa8c67b-c5e8-43a6-87e5-d2ce67d27a15" -d '{"events": [{"server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "name": "network-vif-plugged", "status": "completed", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:57:06.130617 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:06.137232 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.172732 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec37859-d1f2-4e68-9b18-e81c43d203b1 x-openstack-request-id: req-0ec37859-d1f2-4e68-9b18-e81c43d203b1 {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:57:06.173425 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "name": "network-vif-plugged", "status": "completed", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:57:06.173425 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ec37859-d1f2-4e68-9b18-e81c43d203b1 {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:57:06.173719 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'code': 200} Jan 10 17:57:06.204750 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:06.377683 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637de393-fe2c-44e1-ac15-accf7a7a6b67 req-2f534448-23e8-4c13-a588-7284fa25106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:06.379242 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-637de393-fe2c-44e1-ac15-accf7a7a6b67 req-2f534448-23e8-4c13-a588-7284fa25106e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 1099 time: 0.0446393 Jan 10 17:57:06.410805 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547dc9-2285-4507-9b3d-4d33b9953cf0 req-54427cec-7584-4057-a1fd-640141f5fc39 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:06.417897 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ea547dc9-2285-4507-9b3d-4d33b9953cf0 req-54427cec-7584-4057-a1fd-640141f5fc39 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 945 time: 0.1293058 Jan 10 17:57:06.441138 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-637de393-fe2c-44e1-ac15-accf7a7a6b67 req-d4432ecc-f748-4743-90de-a3a430a7b28a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553164 Jan 10 17:57:06.443941 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.l3_db [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Floating IP 63ac2449-1c2e-4c33-b385-25b295374564 associated. External IP: 172.27.2.239, port: f22cb9d6-2268-411a-a9f4-09cd4527c21e. Jan 10 17:57:06.503678 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9bbc5548-2a83-480b-9e8b-1dbbd4241307 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:06.524784 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 9bbc5548-2a83-480b-9e8b-1dbbd4241307 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:06.525165 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9bbc5548-2a83-480b-9e8b-1dbbd4241307 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:06.557414 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (9a8f92de-193f-48c2-ba2b-c32526c27719), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.578572 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c264b-e68a-47e9-839f-20299f26134e req-1c6eaa40-da1d-459a-b593-14ee47ab29fe tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:06.580145 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-918c264b-e68a-47e9-839f-20299f26134e req-1c6eaa40-da1d-459a-b593-14ee47ab29fe tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 946 time: 0.0579748 Jan 10 17:57:06.597541 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ea547dc9-2285-4507-9b3d-4d33b9953cf0 req-937d8408-ae05-4d16-abe4-62540be03110 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785872 Jan 10 17:57:06.603978 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8f92de-193f-48c2-ba2b-c32526c27719,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:06.641770 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-918c264b-e68a-47e9-839f-20299f26134e req-5222e764-b4bc-4dd0-b402-4d50d03c6908 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556602 Jan 10 17:57:06.736422 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.836648 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.840042 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks [] for router_controller (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.895711 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Router 563dade2-324b-4bf7-9bc7-df1ab325b76f has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:06.896479 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.897049 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 {{(pid=114064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:57:06.901945 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:06.903093 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c72d039c-3aa8-4614-99d5-3e43209a4ca4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e8e12ce1-fb2c-4721-bef6-dc0fc0926dc2 HTTP/1.1" status: 204 len: 168 time: 1.7557023 Jan 10 17:57:06.906486 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42002) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:07.020657 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_v2 [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] Deleting subnet 87dddc2a-e880-4d12-ad88-126574b0fdc2 {{(pid=114064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:57:07.027456 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] Publish callbacks [] for subnet (87dddc2a-e880-4d12-ad88-126574b0fdc2), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.074705 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17570439'] for subnet (87dddc2a-e880-4d12-ad88-126574b0fdc2), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.105951 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:07.115502 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] Sync routers for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:07.126797 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:07.127523 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:07.152638 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.231290 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e596631f-30df-41b0-bb2b-84e3844d31e6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7636619 Jan 10 17:57:07.233684 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:57:07.234464 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42004) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:07.235211 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:07.237978 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2910982-3879-4262-a790-4f488b44ff91" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:57:07.239256 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-f90ac45e-6339-469d-a4fd-f801ffc17e92 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572796372', 'description': 'tempest-secgroup-smoke-1572796372 description', 'project_id': '177909419ff9413893866fd1a6a16a97'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:07.246110 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (87dddc2a-e880-4d12-ad88-126574b0fdc2), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.270897 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f90ac45e-6339-469d-a4fd-f801ffc17e92 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.320239 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17049201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17379809'] for subnet (87dddc2a-e880-4d12-ad88-126574b0fdc2), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.365387 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.369871 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/87dddc2a-e880-4d12-ad88-126574b0fdc2 HTTP/1.1" status: 204 len: 168 time: 0.4624527 Jan 10 17:57:07.371349 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222219f-4e22-4d16-b474-d085f34b6a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87dddc2a-e880-4d12-ad88-126574b0fdc2,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:07.372135 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf417ff-27b8-4fe6-a3fc-c1dccba53218 None None] Network 2c27da9f-c408-4567-82ab-fbdc30d94429 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:07.373796 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42010) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:07.410475 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f90ac45e-6339-469d-a4fd-f801ffc17e92 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group (27a8fcb5-c951-457d-a707-81ebe7e4f1c5), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.420569 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f90ac45e-6339-469d-a4fd-f801ffc17e92 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (27a8fcb5-c951-457d-a707-81ebe7e4f1c5), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.446398 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af50bf30-a4b2-4881-9bb7-c43fbefa0e09 x-openstack-request-id: req-af50bf30-a4b2-4881-9bb7-c43fbefa0e09 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:57:07.447010 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:57:07.447010 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af50bf30-a4b2-4881-9bb7-c43fbefa0e09 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:57:07.447382 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'status': 'completed', 'code': 200} Jan 10 17:57:07.470881 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f90ac45e-6339-469d-a4fd-f801ffc17e92 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.474498 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (2c27da9f-c408-4567-82ab-fbdc30d94429), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.481447 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42012) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:07.482695 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f90ac45e-6339-469d-a4fd-f801ffc17e92 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2470281 Jan 10 17:57:07.485799 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ac45e-6339-469d-a4fd-f801ffc17e92 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8fcb5-c951-457d-a707-81ebe7e4f1c5,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:07.487036 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-011c3658-23bc-4bf7-8175-1a1522b1843b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'security_group_rule': {'security_group_id': '27a8fcb5-c951-457d-a707-81ebe7e4f1c5', 'project_id': '177909419ff9413893866fd1a6a16a97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:07.559801 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2910982-3879-4262-a790-4f488b44ff91 req-4c7b774d-ae1f-4f24-83eb-6182f769be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:07.563117 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2910982-3879-4262-a790-4f488b44ff91 req-4c7b774d-ae1f-4f24-83eb-6182f769be66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1098 time: 0.0787668 Jan 10 17:57:07.585271 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-011c3658-23bc-4bf7-8175-1a1522b1843b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (3a0751a4-3e5e-4f3e-8606-761af7d28f6d), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.699072 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] DHCP port deletion for 2c27da9f-c408-4567-82ab-fbdc30d94429 request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:57:07.702799 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-011c3658-23bc-4bf7-8175-1a1522b1843b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (3a0751a4-3e5e-4f3e-8606-761af7d28f6d), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.712240 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-011c3658-23bc-4bf7-8175-1a1522b1843b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (3a0751a4-3e5e-4f3e-8606-761af7d28f6d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.720585 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '63ac2449-1c2e-4c33-b385-25b295374564', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'port_id': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'mac_address': 'fa:16:3e:1d:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:57:05Z', 'updated_at': '2022-01-10T17:57:05Z', 'revision_number': 0, 'project_id': '177909419ff9413893866fd1a6a16a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:16Z', 'revision_number': 5, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:07.731955 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2910982-3879-4262-a790-4f488b44ff91 req-49202b26-bd24-470e-bf99-da9689de42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:07.737783 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2910982-3879-4262-a790-4f488b44ff91 req-49202b26-bd24-470e-bf99-da9689de42be service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 916 time: 0.1643612 Jan 10 17:57:07.738005 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Deleting port fe0b460d-2799-4121-ad74-53639180763b {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:07.738349 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (fe0b460d-2799-4121-ad74-53639180763b), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.761217 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] Checking router: 563dade2-324b-4bf7-9bc7-df1ab325b76f for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:07.773732 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:07.774674 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:07.780081 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] Deleting port fe0b460d-2799-4121-ad74-53639180763b {{(pid=114065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:07.780486 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (fe0b460d-2799-4121-ad74-53639180763b), before_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.815506 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-011c3658-23bc-4bf7-8175-1a1522b1843b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.819219 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-011c3658-23bc-4bf7-8175-1a1522b1843b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342767 Jan 10 17:57:07.821105 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c3658-23bc-4bf7-8175-1a1522b1843b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0751a4-3e5e-4f3e-8606-761af7d28f6d,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:07.823849 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42018) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:07.831579 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-b74a94cc-dfe7-440f-88b8-863fc5716d13 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'security_group_rule': {'security_group_id': '27a8fcb5-c951-457d-a707-81ebe7e4f1c5', 'project_id': '177909419ff9413893866fd1a6a16a97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:07.864966 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] For port fe0b460d-2799-4121-ad74-53639180763b, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=fe0b460d-2799-4121-ad74-53639180763b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:07.865342 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (fe0b460d-2799-4121-ad74-53639180763b), precommit_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.882078 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2910982-3879-4262-a790-4f488b44ff91 req-95b40bc9-c7ef-465b-99cb-328d0b80d809 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 999 time: 0.1270018 Jan 10 17:57:07.890330 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] Calling delete_port for fe0b460d-2799-4121-ad74-53639180763b owned by network:dhcp {{(pid=114065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:07.890993 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491873f6-cf3a-45ff-a209-5aee2107b662 req-fc662d69-db05-4b71-95d2-7a97767e3cd5 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:07.892599 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-491873f6-cf3a-45ff-a209-5aee2107b662 req-fc662d69-db05-4b71-95d2-7a97767e3cd5 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 945 time: 0.1520405 Jan 10 17:57:07.895975 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] For port fe0b460d-2799-4121-ad74-53639180763b, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=fe0b460d-2799-4121-ad74-53639180763b,segment=NetworkSegment(de72b7f5-330a-4162-9252-e74781a30b42),segment_id=de72b7f5-330a-4162-9252-e74781a30b42)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:07.896349 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (fe0b460d-2799-4121-ad74-53639180763b), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:07.927399 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:07.933417 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8198980-5b67-4022-8ef4-f114d1105645 req-cf5b8b11-9a92-49ec-b68e-f528a5d91d2f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:07.935207 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f8198980-5b67-4022-8ef4-f114d1105645 req-cf5b8b11-9a92-49ec-b68e-f528a5d91d2f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 946 time: 0.1895106 Jan 10 17:57:07.936112 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Calling delete_port for fe0b460d-2799-4121-ad74-53639180763b owned by network:dhcp {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:07.971034 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b74a94cc-dfe7-440f-88b8-863fc5716d13 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (ec0b0145-9259-4848-9a07-a7a31f792337), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.001554 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-491873f6-cf3a-45ff-a209-5aee2107b662 req-48511295-b511-434a-b2d1-1516f99b4374 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975404 Jan 10 17:57:08.003736 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2910982-3879-4262-a790-4f488b44ff91 req-02ac3c87-17e4-4d45-99db-e3ffa5180cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:08.005477 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2910982-3879-4262-a790-4f488b44ff91 req-02ac3c87-17e4-4d45-99db-e3ffa5180cdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.1117749 Jan 10 17:57:08.049159 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425'] for port (fe0b460d-2799-4121-ad74-53639180763b), after_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.069965 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2910982-3879-4262-a790-4f488b44ff91 req-79569472-ca54-4159-a0b8-89ef8bcf4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:08.072143 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2910982-3879-4262-a790-4f488b44ff91 req-79569472-ca54-4159-a0b8-89ef8bcf4e64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587006 Jan 10 17:57:08.080689 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f8198980-5b67-4022-8ef4-f114d1105645 req-819763ea-d639-40e8-8429-51bf88a1f731 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387677 Jan 10 17:57:08.087412 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] No DVR routers for this DVR port fe0b460d-2799-4121-ad74-53639180763b on host dv-cinder-824031-2-iscsi {{(pid=114065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:08.088972 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b52c6-b336-48dd-ac9f-809a0f16ccb0 None None] Pushing event deleted for resources: {'Port': ['ID=fe0b460d-2799-4121-ad74-53639180763b,revision_number=None']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:08.102858 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b74a94cc-dfe7-440f-88b8-863fc5716d13 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (ec0b0145-9259-4848-9a07-a7a31f792337), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.114801 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b74a94cc-dfe7-440f-88b8-863fc5716d13 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (ec0b0145-9259-4848-9a07-a7a31f792337), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.137305 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (fe0b460d-2799-4121-ad74-53639180763b), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.140514 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a94cc-dfe7-440f-88b8-863fc5716d13 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0b0145-9259-4848-9a07-a7a31f792337,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:08.183584 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b74a94cc-dfe7-440f-88b8-863fc5716d13 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.183584 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b74a94cc-dfe7-440f-88b8-863fc5716d13 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560476 Jan 10 17:57:08.185810 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0b460d-2799-4121-ad74-53639180763b,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:08.188205 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42022) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:08.189765 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] No DVR routers for this DVR port fe0b460d-2799-4121-ad74-53639180763b on host dv-cinder-824031-2-iscsi {{(pid=114064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:08.198487 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-620cabc4-5b62-4150-b18e-f81cbd846d8d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'security_group_rule': {'security_group_id': '27a8fcb5-c951-457d-a707-81ebe7e4f1c5', 'project_id': '177909419ff9413893866fd1a6a16a97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:08.258187 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324581-7bd5-41f4-8f71-a28011defc07 req-69b33261-419a-40c5-94d4-3b135d6d7040 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:08.259910 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47324581-7bd5-41f4-8f71-a28011defc07 req-69b33261-419a-40c5-94d4-3b135d6d7040 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 946 time: 0.0581224 Jan 10 17:57:08.275758 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2910982-3879-4262-a790-4f488b44ff91 req-d2efc9dd-2138-483e-a5ae-9036f599e7b1 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737957 Jan 10 17:57:08.277096 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '63ac2449-1c2e-4c33-b385-25b295374564', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'port_id': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'mac_address': 'fa:16:3e:1d:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:57:05Z', 'updated_at': '2022-01-10T17:57:05Z', 'revision_number': 0, 'project_id': '177909419ff9413893866fd1a6a16a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:16Z', 'revision_number': 5, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:08.297893 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (2c27da9f-c408-4567-82ab-fbdc30d94429), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.305552 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c6d6b-af43-40d1-91bc-b2eeaf591302 None None] The sync data for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi is: [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '63ac2449-1c2e-4c33-b385-25b295374564', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'port_id': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'mac_address': 'fa:16:3e:1d:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:57:05Z', 'updated_at': '2022-01-10T17:57:05Z', 'revision_number': 0, 'project_id': '177909419ff9413893866fd1a6a16a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:16Z', 'revision_number': 5, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:08.321032 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-620cabc4-5b62-4150-b18e-f81cbd846d8d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (166f21d9-0b6f-43c0-a950-936bdceceda3), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.327026 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c27da9f-c408-4567-82ab-fbdc30d94429']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:08.345080 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de72b7f5-330a-4162-9252-e74781a30b42') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:08.345378 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de72b7f5-330a-4162-9252-e74781a30b42') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:08.367969 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (de72b7f5-330a-4162-9252-e74781a30b42), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.393885 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (de72b7f5-330a-4162-9252-e74781a30b42), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.407410 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:57:08.407819 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (de72b7f5-330a-4162-9252-e74781a30b42), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: self.session.flush() Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: self.session.flush() Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: self.session.flush() Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: self.session.flush() Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:57:08.409611 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:57:08.419712 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-620cabc4-5b62-4150-b18e-f81cbd846d8d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (166f21d9-0b6f-43c0-a950-936bdceceda3), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.427119 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-620cabc4-5b62-4150-b18e-f81cbd846d8d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (166f21d9-0b6f-43c0-a950-936bdceceda3), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.435034 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f2910982-3879-4262-a790-4f488b44ff91 req-602abccc-40f2-4580-b322-5262e4681c87 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514440 Jan 10 17:57:08.452612 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47324581-7bd5-41f4-8f71-a28011defc07 req-f2a14d12-4a4d-4aa0-b1cd-b6f466b56669 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080427 Jan 10 17:57:08.463974 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42024) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:08.472874 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device fe0b460d-2799-4121-ad74-53639180763b no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:08.480807 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cabc4-5b62-4150-b18e-f81cbd846d8d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166f21d9-0b6f-43c0-a950-936bdceceda3,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:08.500044 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-620cabc4-5b62-4150-b18e-f81cbd846d8d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.500577 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: fe0b460d-2799-4121-ad74-53639180763b {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:08.501772 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-620cabc4-5b62-4150-b18e-f81cbd846d8d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3081043 Jan 10 17:57:08.504269 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (2c27da9f-c408-4567-82ab-fbdc30d94429), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.505142 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-e7a9fe74-632c-418e-b56c-8e15b1809dd4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:08.507845 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-e7a9fe74-632c-418e-b56c-8e15b1809dd4 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 945 time: 0.1242359 Jan 10 17:57:08.508114 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device fe0b460d-2799-4121-ad74-53639180763b not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:08.508429 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42028) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:08.508643 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9a8f92de-193f-48c2-ba2b-c32526c27719 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:08.511591 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.514306 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-e15432e5-2912-400d-bf16-1ad250080029 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'security_group_rule': {'security_group_id': '27a8fcb5-c951-457d-a707-81ebe7e4f1c5', 'project_id': '177909419ff9413893866fd1a6a16a97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:08.517731 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] 10.222.0.31 "DELETE /v2.0/networks/2c27da9f-c408-4567-82ab-fbdc30d94429 HTTP/1.1" status: 204 len: 168 time: 1.1377070 Jan 10 17:57:08.553376 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b94a5-10f8-4e09-a263-d8a36280c2de admin admin] Pushing event deleted for resources: {'Network': ['ID=2c27da9f-c408-4567-82ab-fbdc30d94429,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:08.553559 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 9a8f92de-193f-48c2-ba2b-c32526c27719 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:08.553811 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9a8f92de-193f-48c2-ba2b-c32526c27719 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:08.618560 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97cdb3-1019-4d0b-ba14-a212e8215e87 None None] New status for floating IP 63ac2449-1c2e-4c33-b385-25b295374564: ACTIVE {{(pid=114065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:57:08.642303 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e15432e5-2912-400d-bf16-1ad250080029 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (b8108022-fe2d-4a72-8196-439c134f71b1), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.660592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f562737-858b-4cd0-bcdf-8ad5a7cb87b1 tempest-TestVolumeBootPattern-633860148 tempest-TestVolumeBootPattern-633860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:08.662157 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7f562737-858b-4cd0-bcdf-8ad5a7cb87b1 tempest-TestVolumeBootPattern-633860148 tempest-TestVolumeBootPattern-633860148-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 1094 time: 0.1971681 Jan 10 17:57:08.665957 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42032) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:08.673247 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'port_id': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:08.706629 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42034) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:08.718637 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.720262 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Deleting port 3eb969b1-3184-45f9-9508-296af78f3069 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:08.720608 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (3eb969b1-3184-45f9-9508-296af78f3069), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.746838 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e15432e5-2912-400d-bf16-1ad250080029 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (b8108022-fe2d-4a72-8196-439c134f71b1), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.753093 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e15432e5-2912-400d-bf16-1ad250080029 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (b8108022-fe2d-4a72-8196-439c134f71b1), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.809350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15432e5-2912-400d-bf16-1ad250080029 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8108022-fe2d-4a72-8196-439c134f71b1,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:08.816509 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-54359ec0-35e8-4331-af96-d0171b209261 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a256dbcb3e024f32bd6f56fbc869046c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1064780 Jan 10 17:57:08.817056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42036) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:08.818972 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-e15432e5-2912-400d-bf16-1ad250080029 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.820166 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-e15432e5-2912-400d-bf16-1ad250080029 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104682 Jan 10 17:57:08.823019 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42038) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:08.829156 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'security_group_rule': {'security_group_id': '27a8fcb5-c951-457d-a707-81ebe7e4f1c5', 'project_id': '177909419ff9413893866fd1a6a16a97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:08.867042 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] For port 3eb969b1-3184-45f9-9508-296af78f3069, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=3eb969b1-3184-45f9-9508-296af78f3069,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:08.867406 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (3eb969b1-3184-45f9-9508-296af78f3069), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.883009 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.securitygroups_db [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Project 177909419ff9413893866fd1a6a16a97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:57:08.885889 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f637e061-f39d-4bbc-8e27-3bf8552164f1 admin admin] Publish callbacks [] for security_group (83dc3504-e0bf-433d-a6dd-1b184df44dda), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.912203 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.915752 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f637e061-f39d-4bbc-8e27-3bf8552164f1 admin admin] Publish callbacks [] for security_group (83dc3504-e0bf-433d-a6dd-1b184df44dda), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:08.916131 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (5e3c52f3-b0ba-4008-b051-92ea1f41a7c1), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.021786 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (5e3c52f3-b0ba-4008-b051-92ea1f41a7c1), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.028193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (5e3c52f3-b0ba-4008-b051-92ea1f41a7c1), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.033017 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f637e061-f39d-4bbc-8e27-3bf8552164f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (83dc3504-e0bf-433d-a6dd-1b184df44dda), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.035548 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f637e061-f39d-4bbc-8e27-3bf8552164f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.039103 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-f637e061-f39d-4bbc-8e27-3bf8552164f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83dc3504-e0bf-433d-a6dd-1b184df44dda HTTP/1.1" status: 204 len: 168 time: 0.2189171 Jan 10 17:57:09.054241 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_common [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Allocated IP 172.27.2.79 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/97d9b72b-1d22-4b3f-ade3-3924ea13bc0d) {{(pid=114064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:57:09.058986 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637e061-f39d-4bbc-8e27-3bf8552164f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dc3504-e0bf-433d-a6dd-1b184df44dda,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:09.088581 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3c52f3-b0ba-4008-b051-92ea1f41a7c1,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:09.096080 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.097902 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-63be8563-96b8-4520-9d0a-0427a4c361aa tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2735429 Jan 10 17:57:09.100461 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42044) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:09.105611 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'security_group_rule': {'security_group_id': '27a8fcb5-c951-457d-a707-81ebe7e4f1c5', 'project_id': '177909419ff9413893866fd1a6a16a97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:09.119003 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.119327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (00b1c8e7-b364-48b0-8cff-c920a897c25c), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.119802 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Floating IP 00b1c8e7-b364-48b0-8cff-c920a897c25c disassociated. External IP: 172.27.2.40, port: 3eb969b1-3184-45f9-9508-296af78f3069. Jan 10 17:57:09.120214 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Calling delete_port for 3eb969b1-3184-45f9-9508-296af78f3069 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:09.198017 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.securitygroups_db [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Project 177909419ff9413893866fd1a6a16a97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 17:57:09.208756 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (34876a24-d136-47ed-980a-dd763a3227b8), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.262905 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4a610-32ef-45e4-ac78-c9c8e8f23ca2 req-5f5bb702-b75b-40e2-a357-2b80284e9398 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:09.264687 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3bd4a610-32ef-45e4-ac78-c9c8e8f23ca2 req-5f5bb702-b75b-40e2-a357-2b80284e9398 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 945 time: 0.1130266 Jan 10 17:57:09.272477 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (3eb969b1-3184-45f9-9508-296af78f3069), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.296036 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.307361 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event deleted for resources: {'Port': ['ID=3eb969b1-3184-45f9-9508-296af78f3069,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:09.352051 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (34876a24-d136-47ed-980a-dd763a3227b8), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.367331 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510709'] for security_group_rule (34876a24-d136-47ed-980a-dd763a3227b8), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.393878 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3bd4a610-32ef-45e4-ac78-c9c8e8f23ca2 req-877a704a-e794-4f99-bcd3-c65b8c1494ec tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea84eabd-a952-4906-9532-a9ab7e170e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172638 Jan 10 17:57:09.404313 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34876a24-d136-47ed-980a-dd763a3227b8,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:09.418093 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.419306 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-455a25db-84de-4535-85d1-b4061559735d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3179421 Jan 10 17:57:09.420882 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.450943 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Router f621cd84-bf9d-46da-9557-3eb5a6311885 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:09.473240 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:57:09.476200 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Resources bound (agent type, host, resource id): {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:57:09.479984 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Received port after_create {{(pid=114064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:57:09.512723 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=97d9b72b-1d22-4b3f-ade3-3924ea13bc0d,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:09.881351 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-456d1c23-9388-466b-ba6b-8075aeb651c9 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572796372&fields=id&tenant_id=177909419ff9413893866fd1a6a16a97 HTTP/1.1" status: 200 len: 267 time: 0.3823411 Jan 10 17:57:09.918259 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:09.931467 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] Sync routers for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:09.943461 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:09.944472 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:09.971857 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] No DVR routers for this DVR port 3eb969b1-3184-45f9-9508-296af78f3069 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:09.981406 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-7421b3bc-4f3e-48a3-a37b-474f12899ec7 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:09.989621 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-7421b3bc-4f3e-48a3-a37b-474f12899ec7 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.1074004 Jan 10 17:57:09.992996 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:09.996587 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d6175e9d-c979-413e-90f4-58e9570cd91b req-639f8a2d-6ead-4a87-9d9f-5b700b0696a6 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.35 "DELETE /v2.0/ports/3eb969b1-3184-45f9-9508-296af78f3069 HTTP/1.1" status: 204 len: 173 time: 1.4763541 Jan 10 17:57:09.997257 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'name': 'network-vif-deleted', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:57:09.999848 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df29ca1d-2aa2-4554-8608-bb06502efd6d" -d '{"events": [{"server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "name": "network-vif-deleted", "tag": "3eb969b1-3184-45f9-9508-296af78f3069"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:57:10.015892 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'port': {'security_groups': ['6f1c400d-5f89-4e60-85de-4e35595a098d', '27a8fcb5-c951-457d-a707-81ebe7e4f1c5']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:10.074360 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:57:10.095246 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:10.115521 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96418aad-e800-4880-830d-d85a242d9da0 x-openstack-request-id: req-96418aad-e800-4880-830d-d85a242d9da0 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:57:10.115521 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ac5f09-928e-415e-ab0b-7a11082a5270", "name": "network-vif-deleted", "tag": "3eb969b1-3184-45f9-9508-296af78f3069", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:57:10.116045 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96418aad-e800-4880-830d-d85a242d9da0 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:57:10.116137 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ac5f09-928e-415e-ab0b-7a11082a5270', 'name': 'network-vif-deleted', 'tag': '3eb969b1-3184-45f9-9508-296af78f3069', 'status': 'completed', 'code': 200} Jan 10 17:57:10.133730 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.221157 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (f17389ed-6e80-42ad-b1d2-af33b5cf2e30), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.307447 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), before_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.319698 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:10.346681 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] Checking router: f621cd84-bf9d-46da-9557-3eb5a6311885 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:10.356239 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:10.356953 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:10.380361 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:10.436324 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.458560 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.475996 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['f22cb9d6-2268-411a-a9f4-09cd4527c21e'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:57:10.495309 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:10.581562 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2aca478b-ca9c-4f18-9d43-5b5bd594015d req-ddb03b0a-0c4d-42af-9524-2c217ac03583 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/ports?device_id=15ac5f09-928e-415e-ab0b-7a11082a5270 HTTP/1.1" status: 200 len: 210 time: 0.0866416 Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.609830 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:10.612513 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:10.613788 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:10.614274 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.615816 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cf0f9e23-61ff-4e14-bb5a-edde8bb49764 req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "PUT /v2.0/ports/f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 981 time: 0.6251469 Jan 10 17:57:10.616592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ace64-ec05-40ec-bd33-d1343c4e3d1b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=6']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:10.662827 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), precommit_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.673048 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17049279'] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), after_update {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.755106 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['f22cb9d6-2268-411a-a9f4-09cd4527c21e'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:57:10.768359 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=97d9b72b-1d22-4b3f-ade3-3924ea13bc0d,revision_number=2']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:10.799982 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:10.850491 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd558dcd-0d5a-4f84-967d-21d154dac500 None None] The sync data for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi is: [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:50:17Z', 'revision_number': 4, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '0ed865d9-b4d0-4a1c-988e-c8a9e977895b', 'name': '', 'network_id': 'bc1de75b-73a3-4a83-9fa3-f25335d75de2', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'mac_address': 'fa:16:3e:49:10:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:15Z', 'updated_at': '2022-01-10T17:50:27Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'subnets': [{'id': 'e3b0de0d-59b0-49f2-a986-ca2245149cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:10.889196 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7c61-1756-404a-9294-40cb79d9b0f7 req-044d8717-bedb-4b15-b377-35cd4d33ece0 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:10.890773 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-981f7c61-1756-404a-9294-40cb79d9b0f7 req-044d8717-bedb-4b15-b377-35cd4d33ece0 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0949280 Jan 10 17:57:10.891800 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (f17389ed-6e80-42ad-b1d2-af33b5cf2e30), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:10.919263 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-891457e0-8d52-4b70-bf8a-80bb2c7d5cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:11.016642 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-e0f21eed-fa16-492a-8059-f778e48df48a None None] Provisioning complete for port f22cb9d6-2268-411a-a9f4-09cd4527c21e triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:57:11.017053 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e0f21eed-fa16-492a-8059-f778e48df48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:11.030859 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-981f7c61-1756-404a-9294-40cb79d9b0f7 req-c56cae22-9538-4cc6-a36b-714a7b65ad84 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009035 Jan 10 17:57:11.053752 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.l3_db [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Floating IP f17389ed-6e80-42ad-b1d2-af33b5cf2e30 associated. External IP: 172.27.2.79, port: 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f. Jan 10 17:57:11.252543 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-e0f21eed-fa16-492a-8059-f778e48df48a None None] Current status of the port f22cb9d6-2268-411a-a9f4-09cd4527c21e is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:57:11.276930 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82994f0a-7dbc-420c-b8f1-dafb8aad20a0 None None] New status for floating IP 00b1c8e7-b364-48b0-8cff-c920a897c25c: DOWN {{(pid=114065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:57:11.334881 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:11.471207 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:11.484331 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0608f-10b6-4970-9833-89386e590853 None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:11.492323 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:11.498593 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:11.499273 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:11.533801 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e37a8124-530c-4294-acd4-55c7cea7ff56 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8665071 Jan 10 17:57:11.537468 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:57:11.541072 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db9b409-e04e-4afc-8450-c7a263d8c2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:57:11.581504 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da472ec5-fd0e-43a9-a0f2-2b2a1414852b x-openstack-request-id: req-da472ec5-fd0e-43a9-a0f2-2b2a1414852b {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:57:11.581793 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:57:11.582359 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da472ec5-fd0e-43a9-a0f2-2b2a1414852b {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:57:11.582474 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'status': 'completed', 'code': 200} Jan 10 17:57:11.608397 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:11.647481 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-b7d04758-dcc5-4892-95d1-c40cb1060047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:11.650798 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-b7d04758-dcc5-4892-95d1-c40cb1060047 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 1099 time: 0.0427992 Jan 10 17:57:11.679588 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42108) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:11.737384 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0286395d-5f21-4e02-acda-28cd01d6a43e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (ea84eabd-a952-4906-9532-a9ab7e170e3f), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:11.754759 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-3b8c0e42-6b47-42c0-8ff7-198c503b0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:11.756581 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-3b8c0e42-6b47-42c0-8ff7-198c503b0a10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0986712 Jan 10 17:57:11.763150 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0286395d-5f21-4e02-acda-28cd01d6a43e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (ea84eabd-a952-4906-9532-a9ab7e170e3f), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:11.804911 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3eb969b1-3184-45f9-9508-296af78f3069 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:11.827180 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0286395d-5f21-4e02-acda-28cd01d6a43e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ea84eabd-a952-4906-9532-a9ab7e170e3f), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:11.830116 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0286395d-5f21-4e02-acda-28cd01d6a43e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:11.833788 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0286395d-5f21-4e02-acda-28cd01d6a43e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "DELETE /v2.0/security-groups/ea84eabd-a952-4906-9532-a9ab7e170e3f HTTP/1.1" status: 204 len: 168 time: 0.1506927 Jan 10 17:57:11.836108 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42110) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:11.844025 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 3eb969b1-3184-45f9-9508-296af78f3069 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:11.845249 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 3eb969b1-3184-45f9-9508-296af78f3069 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:11.850161 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286395d-5f21-4e02-acda-28cd01d6a43e tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea84eabd-a952-4906-9532-a9ab7e170e3f,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:11.857289 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.api.v2.resource [None req-2fabf474-4ae2-4dd0-b5e0-e03ed1b7ffc5 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] show failed (client error): The resource could not be found. Jan 10 17:57:11.866277 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42112) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:11.868161 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-2fabf474-4ae2-4dd0-b5e0-e03ed1b7ffc5 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "GET /v2.0/security-groups/ea84eabd-a952-4906-9532-a9ab7e170e3f HTTP/1.1" status: 404 len: 347 time: 0.0310161 Jan 10 17:57:11.881733 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-d9e3bcba-cdb7-41b8-a743-90afcdfc41cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f HTTP/1.1" status: 200 len: 999 time: 0.1183059 Jan 10 17:57:11.932554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-7034b2ac-d4aa-4fab-9313-fe1e23af4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:11.934669 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-7034b2ac-d4aa-4fab-9313-fe1e23af4314 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0452750 Jan 10 17:57:11.940966 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'f17389ed-6e80-42ad-b1d2-af33b5cf2e30', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:76:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889899e8-0c46-4ec2-b710-28606b28c01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:57:10Z', 'updated_at': '2022-01-10T17:57:10Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:11.970341 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0608f-10b6-4970-9833-89386e590853 None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:11.979989 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:11.980492 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-8b502a40-1dde-4947-8c74-821755fe5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:11.980642 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:56:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:11.982045 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-8b502a40-1dde-4947-8c74-821755fe5936 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419118 Jan 10 17:57:11.993068 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Deleting port 7c094c82-2bdf-4141-9d2f-e34d6934a218 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:11.993407 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:12.068867 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:12.069251 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (7c094c82-2bdf-4141-9d2f-e34d6934a218), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:12.076191 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-1be44f6d-eca9-4868-abd0-f7b8d0e21687 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881770 Jan 10 17:57:12.081594 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Calling delete_port for 7c094c82-2bdf-4141-9d2f-e34d6934a218 owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:12.089643 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:12.137846 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:57:12.140085 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed68eabc-a001-4220-acf1-48cd9b6f02bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:57:12.180612 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88983f2e-8d06-4c0a-9f62-81acd261a2b6 x-openstack-request-id: req-88983f2e-8d06-4c0a-9f62-81acd261a2b6 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:57:12.180926 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:57:12.181181 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88983f2e-8d06-4c0a-9f62-81acd261a2b6 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:57:12.182186 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'status': 'completed', 'code': 200} Jan 10 17:57:12.227658 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (7c094c82-2bdf-4141-9d2f-e34d6934a218), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:12.233885 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2db9b409-e04e-4afc-8450-c7a263d8c2cf req-8f7afcc6-4001-4734-b7bf-6efea55278f9 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505497 Jan 10 17:57:12.248273 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-b12042f6-5380-4b58-9932-aa4362b7ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:12.249908 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-b12042f6-5380-4b58-9932-aa4362b7ff00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1137 time: 0.0453715 Jan 10 17:57:12.255413 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Pushing event deleted for resources: {'Port': ['ID=7c094c82-2bdf-4141-9d2f-e34d6934a218,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:12.325333 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-46f0608f-10b6-4970-9833-89386e590853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'f17389ed-6e80-42ad-b1d2-af33b5cf2e30', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:76:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889899e8-0c46-4ec2-b710-28606b28c01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:57:10Z', 'updated_at': '2022-01-10T17:57:10Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:12.326030 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks [] for floatingip (00b1c8e7-b364-48b0-8cff-c920a897c25c), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:12.328994 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:12.330167 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-e6e88c24-6b07-41b0-ad5e-ce8de68e78e1 tempest-AttachVolumeTestJSON-180842475 tempest-AttachVolumeTestJSON-180842475-project] 10.222.0.31 "DELETE /v2.0/floatingips/00b1c8e7-b364-48b0-8cff-c920a897c25c HTTP/1.1" status: 204 len: 168 time: 0.4629827 Jan 10 17:57:12.352928 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0608f-10b6-4970-9833-89386e590853 None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'f17389ed-6e80-42ad-b1d2-af33b5cf2e30', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:76:58:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889899e8-0c46-4ec2-b710-28606b28c01c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:57:10Z', 'updated_at': '2022-01-10T17:57:10Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:12.367443 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-d25b3ca2-b6e7-4b9b-ac21-9c3fb2e42250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:12.368958 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-d25b3ca2-b6e7-4b9b-ac21-9c3fb2e42250 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 916 time: 0.1055875 Jan 10 17:57:12.454491 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-c255e0c5-373c-4198-96e3-474f63be1d82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 1001 time: 0.0775514 Jan 10 17:57:12.508683 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-32f5a328-63bc-4eef-ad49-1f6573427b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:12.510341 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-32f5a328-63bc-4eef-ad49-1f6573427b61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.0500264 Jan 10 17:57:12.560087 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-6ab22a77-97f8-471b-9f60-743c7114d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:12.561677 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-6ab22a77-97f8-471b-9f60-743c7114d462 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442011 Jan 10 17:57:12.620681 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca91d46-312e-46e0-b019-a6c3493e1fff None None] New status for floating IP f17389ed-6e80-42ad-b1d2-af33b5cf2e30: ACTIVE {{(pid=114065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:57:12.669827 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-c145226c-8ad9-40b9-9b93-46d9ccac99a0 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013162 Jan 10 17:57:12.773705 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ed68eabc-a001-4220-acf1-48cd9b6f02bf req-045e6e17-0049-4a59-9108-5cc2847cf080 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973759 Jan 10 17:57:12.887281 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:13.162398 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-18b84f60-1576-4037-85fc-efbb8b70411c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.095800 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.252830 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42162) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:14.381022 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5634f95e-e460-45a7-8251-70687ed90719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.458496 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5634f95e-e460-45a7-8251-70687ed90719 admin admin] Publish callbacks [] for security_group (6dd60f4c-b339-486d-a9d7-4c55ace4d0b0), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.465146 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5634f95e-e460-45a7-8251-70687ed90719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6dd60f4c-b339-486d-a9d7-4c55ace4d0b0), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.503384 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-5634f95e-e460-45a7-8251-70687ed90719 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caf55dd1f47c4bfdb137fee96a9aae60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494140 Jan 10 17:57:14.504284 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634f95e-e460-45a7-8251-70687ed90719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd60f4c-b339-486d-a9d7-4c55ace4d0b0,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:14.506779 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42166) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:14.562871 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43bdb68c-0e2a-4169-b242-38716bd97ee0 admin admin] Publish callbacks [] for security_group (6dd60f4c-b339-486d-a9d7-4c55ace4d0b0), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.585453 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43bdb68c-0e2a-4169-b242-38716bd97ee0 admin admin] Publish callbacks [] for security_group (6dd60f4c-b339-486d-a9d7-4c55ace4d0b0), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.636209 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43bdb68c-0e2a-4169-b242-38716bd97ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6dd60f4c-b339-486d-a9d7-4c55ace4d0b0), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.639068 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43bdb68c-0e2a-4169-b242-38716bd97ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:14.640323 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-43bdb68c-0e2a-4169-b242-38716bd97ee0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dd60f4c-b339-486d-a9d7-4c55ace4d0b0 HTTP/1.1" status: 204 len: 168 time: 0.1321859 Jan 10 17:57:14.650614 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdb68c-0e2a-4169-b242-38716bd97ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd60f4c-b339-486d-a9d7-4c55ace4d0b0,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:14.933248 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42182) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:14.953047 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccae1f2c-ec58-43af-8d5c-8d2312641161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.030568 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccae1f2c-ec58-43af-8d5c-8d2312641161 admin admin] Publish callbacks [] for security_group (afd478c7-b93d-48cf-9def-4763e2a0cbb2), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.041212 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ccae1f2c-ec58-43af-8d5c-8d2312641161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (afd478c7-b93d-48cf-9def-4763e2a0cbb2), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.084504 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ccae1f2c-ec58-43af-8d5c-8d2312641161 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4da86af32e0548de8dfc2a859d239599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498115 Jan 10 17:57:15.085357 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae1f2c-ec58-43af-8d5c-8d2312641161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd478c7-b93d-48cf-9def-4763e2a0cbb2,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:15.087707 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42184) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:15.138307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6791b628-52d3-495d-ab49-0d0d92cbc213 admin admin] Publish callbacks [] for security_group (afd478c7-b93d-48cf-9def-4763e2a0cbb2), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.160230 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6791b628-52d3-495d-ab49-0d0d92cbc213 admin admin] Publish callbacks [] for security_group (afd478c7-b93d-48cf-9def-4763e2a0cbb2), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.205989 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6791b628-52d3-495d-ab49-0d0d92cbc213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (afd478c7-b93d-48cf-9def-4763e2a0cbb2), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.208602 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-6791b628-52d3-495d-ab49-0d0d92cbc213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.209824 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-6791b628-52d3-495d-ab49-0d0d92cbc213 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afd478c7-b93d-48cf-9def-4763e2a0cbb2 HTTP/1.1" status: 204 len: 168 time: 0.1209261 Jan 10 17:57:15.217652 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791b628-52d3-495d-ab49-0d0d92cbc213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd478c7-b93d-48cf-9def-4763e2a0cbb2,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:15.595986 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:15.943501 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42212) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:16.435495 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (f621cd84-bf9d-46da-9557-3eb5a6311885), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:16.679224 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Deleting port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:16.679572 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:16.758192 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] For port 0ed865d9-b4d0-4a1c-988e-c8a9e977895b, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:16.758550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:16.770844 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Calling delete_port for 0ed865d9-b4d0-4a1c-988e-c8a9e977895b owned by network:router_interface {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:16.951068 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (0ed865d9-b4d0-4a1c-988e-c8a9e977895b), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:16.956377 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42250) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:16.980940 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed865d9-b4d0-4a1c-988e-c8a9e977895b,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:17.019591 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.074418 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-27e41dc4-b3c2-47cb-9f8f-fb0285d9abb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.156043 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (f621cd84-bf9d-46da-9557-3eb5a6311885), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.162073 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-27e41dc4-b3c2-47cb-9f8f-fb0285d9abb7 admin admin] Publish callbacks [] for security_group (99671685-4e7a-44a3-aaec-cecef6e0a4b7), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.168254 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-27e41dc4-b3c2-47cb-9f8f-fb0285d9abb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (99671685-4e7a-44a3-aaec-cecef6e0a4b7), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.206139 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-27e41dc4-b3c2-47cb-9f8f-fb0285d9abb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf84ad032d1a43ce8429755f0fc34372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486033 Jan 10 17:57:17.208076 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e41dc4-b3c2-47cb-9f8f-fb0285d9abb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99671685-4e7a-44a3-aaec-cecef6e0a4b7,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:17.211270 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42254) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:17.257515 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-83d03768-0287-4642-9587-2a7b15c3156b admin admin] Publish callbacks [] for security_group (99671685-4e7a-44a3-aaec-cecef6e0a4b7), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.280657 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-83d03768-0287-4642-9587-2a7b15c3156b admin admin] Publish callbacks [] for security_group (99671685-4e7a-44a3-aaec-cecef6e0a4b7), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.325998 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-83d03768-0287-4642-9587-2a7b15c3156b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (99671685-4e7a-44a3-aaec-cecef6e0a4b7), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.328777 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-83d03768-0287-4642-9587-2a7b15c3156b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.329969 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-83d03768-0287-4642-9587-2a7b15c3156b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99671685-4e7a-44a3-aaec-cecef6e0a4b7 HTTP/1.1" status: 204 len: 168 time: 0.1176057 Jan 10 17:57:17.337528 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d03768-0287-4642-9587-2a7b15c3156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99671685-4e7a-44a3-aaec-cecef6e0a4b7,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:17.380996 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Router f621cd84-bf9d-46da-9557-3eb5a6311885 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:17.488137 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:17.495821 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-ef3fc35b-62fb-4c00-b2c6-74cd6c03566e admin admin] 10.222.0.31 "PUT /v2.0/routers/f621cd84-bf9d-46da-9557-3eb5a6311885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5485847 Jan 10 17:57:17.495821 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42260) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:17.499135 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] Sync routers for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:17.508986 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:17.509604 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:17.599212 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks [] for router (f621cd84-bf9d-46da-9557-3eb5a6311885), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.607153 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42262) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:17.621617 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:17.623272 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-68e4f854-d19c-47b0-9bd7-8bac093da3f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.703048 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-68e4f854-d19c-47b0-9bd7-8bac093da3f5 admin admin] Publish callbacks [] for security_group (e56a9593-18d1-448f-9fe5-16efb022627c), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.708196 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks [] for router_gateway (f621cd84-bf9d-46da-9557-3eb5a6311885), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.710606 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-68e4f854-d19c-47b0-9bd7-8bac093da3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (e56a9593-18d1-448f-9fe5-16efb022627c), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.752134 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-68e4f854-d19c-47b0-9bd7-8bac093da3f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87da7f5cab3440d48a55fa43e60463d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438041 Jan 10 17:57:17.753130 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4f854-d19c-47b0-9bd7-8bac093da3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a9593-18d1-448f-9fe5-16efb022627c,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:17.755471 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42264) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:17.773532 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Deleting port 5dade433-811f-4845-b115-712d19e5d650 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:17.773977 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (5dade433-811f-4845-b115-712d19e5d650), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.806742 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-17617a25-96ae-46f1-850a-be3a5af5afc6 admin admin] Publish callbacks [] for security_group (e56a9593-18d1-448f-9fe5-16efb022627c), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.829527 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '5dade433-811f-4845-b115-712d19e5d650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:57:16Z', 'revision_number': 5, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port': {'id': '5dade433-811f-4845-b115-712d19e5d650', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:50:10Z', 'updated_at': '2022-01-10T17:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:17.831513 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-17617a25-96ae-46f1-850a-be3a5af5afc6 admin admin] Publish callbacks [] for security_group (e56a9593-18d1-448f-9fe5-16efb022627c), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.853774 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] For port 5dade433-811f-4845-b115-712d19e5d650, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=5dade433-811f-4845-b115-712d19e5d650,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:17.854142 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (5dade433-811f-4845-b115-712d19e5d650), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.854869 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] Checking router: f621cd84-bf9d-46da-9557-3eb5a6311885 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:17.863465 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] Routers {'f621cd84-bf9d-46da-9557-3eb5a6311885'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:17.864279 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f621cd84-bf9d-46da-9557-3eb5a6311885'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:17.869204 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Calling delete_port for 5dade433-811f-4845-b115-712d19e5d650 owned by network:router_gateway {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:17.883808 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-17617a25-96ae-46f1-850a-be3a5af5afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (e56a9593-18d1-448f-9fe5-16efb022627c), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.887264 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-17617a25-96ae-46f1-850a-be3a5af5afc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:17.888713 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-17617a25-96ae-46f1-850a-be3a5af5afc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e56a9593-18d1-448f-9fe5-16efb022627c HTTP/1.1" status: 204 len: 168 time: 0.1322525 Jan 10 17:57:17.897899 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17617a25-96ae-46f1-850a-be3a5af5afc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a9593-18d1-448f-9fe5-16efb022627c,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:17.956267 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] Set router f621cd84-bf9d-46da-9557-3eb5a6311885 gateway port host: None {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:18.012044 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:57:17Z', 'revision_number': 6, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port_host': None}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:18.040091 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534c45e-8ca4-4920-a1ad-8d98b6e59bf7 None None] The sync data for ids ['f621cd84-bf9d-46da-9557-3eb5a6311885'] in dv-cinder-824031-2-iscsi is: [{'id': 'f621cd84-bf9d-46da-9557-3eb5a6311885', 'name': 'tempest-AttachVolumeTestJSON-358322371-router', 'tenant_id': '08d4842074994421989ef7568b65aea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:50:09Z', 'updated_at': '2022-01-10T17:57:17Z', 'revision_number': 6, 'project_id': '08d4842074994421989ef7568b65aea9', 'gw_port_host': None}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:18.057706 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (5dade433-811f-4845-b115-712d19e5d650), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.085381 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Pushing event deleted for resources: {'Port': ['ID=5dade433-811f-4845-b115-712d19e5d650,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:18.147077 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (f621cd84-bf9d-46da-9557-3eb5a6311885), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.248926 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (f621cd84-bf9d-46da-9557-3eb5a6311885), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.251120 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks [] for router_controller (f621cd84-bf9d-46da-9557-3eb5a6311885), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.319039 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (f621cd84-bf9d-46da-9557-3eb5a6311885), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.319689 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f621cd84-bf9d-46da-9557-3eb5a6311885 {{(pid=114063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:57:18.324981 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.325952 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f254e58e-00de-47d6-ad07-021c7ddff19e admin admin] 10.222.0.31 "DELETE /v2.0/routers/f621cd84-bf9d-46da-9557-3eb5a6311885 HTTP/1.1" status: 204 len: 168 time: 0.8292482 Jan 10 17:57:18.328602 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42280) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:18.546568 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 0ed865d9-b4d0-4a1c-988e-c8a9e977895b no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:18.580558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 0ed865d9-b4d0-4a1c-988e-c8a9e977895b {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:18.580914 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 0ed865d9-b4d0-4a1c-988e-c8a9e977895b not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:18.653574 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] Deleting subnet e3b0de0d-59b0-49f2-a986-ca2245149cdb {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:57:18.656693 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] Publish callbacks [] for subnet (e3b0de0d-59b0-49f2-a986-ca2245149cdb), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.691321 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (e3b0de0d-59b0-49f2-a986-ca2245149cdb), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.802739 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (e3b0de0d-59b0-49f2-a986-ca2245149cdb), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.861175 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (e3b0de0d-59b0-49f2-a986-ca2245149cdb), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.889953 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:18.893291 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e3b0de0d-59b0-49f2-a986-ca2245149cdb HTTP/1.1" status: 204 len: 168 time: 0.5636327 Jan 10 17:57:18.894978 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1767c6-b5b1-4fc1-9aeb-2cc8ee54619e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b0de0d-59b0-49f2-a986-ca2245149cdb,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:18.895975 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42296) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:18.897696 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cacc31-8b12-469e-8ef3-d93b0eef9698 None None] Network bc1de75b-73a3-4a83-9fa3-f25335d75de2 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:18.982793 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (bc1de75b-73a3-4a83-9fa3-f25335d75de2), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.050122 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Deleting port d7063ff8-5e1a-46b2-ba16-ea425ba73965 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:19.050469 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.082604 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] DHCP port deletion for bc1de75b-73a3-4a83-9fa3-f25335d75de2 request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:57:19.118435 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] For port d7063ff8-5e1a-46b2-ba16-ea425ba73965, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=d7063ff8-5e1a-46b2-ba16-ea425ba73965,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:19.118832 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.132379 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Calling delete_port for d7063ff8-5e1a-46b2-ba16-ea425ba73965 owned by network:dhcp {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:19.136720 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Deleting port d7063ff8-5e1a-46b2-ba16-ea425ba73965 {{(pid=114065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:19.137154 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), before_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.216608 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] For port d7063ff8-5e1a-46b2-ba16-ea425ba73965, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=d7063ff8-5e1a-46b2-ba16-ea425ba73965,segment=NetworkSegment(773d843f-21ed-4c6c-ab0b-53571d69bf2f),segment_id=773d843f-21ed-4c6c-ab0b-53571d69bf2f)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:19.217238 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), precommit_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.231652 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.233256 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Calling delete_port for d7063ff8-5e1a-46b2-ba16-ea425ba73965 owned by network:dhcp {{(pid=114065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:19.261620 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7063ff8-5e1a-46b2-ba16-ea425ba73965,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:19.263490 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] No DVR routers for this DVR port d7063ff8-5e1a-46b2-ba16-ea425ba73965 on host dv-cinder-824031-2-iscsi {{(pid=114064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:19.334768 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425'] for port (d7063ff8-5e1a-46b2-ba16-ea425ba73965), after_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.344308 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (bc1de75b-73a3-4a83-9fa3-f25335d75de2), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.361623 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Pushing event deleted for resources: {'Port': ['ID=d7063ff8-5e1a-46b2-ba16-ea425ba73965,revision_number=None']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:19.367106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1de75b-73a3-4a83-9fa3-f25335d75de2']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:19.371383 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.371742 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.372076 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.372575 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.373108 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.373597 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.374123 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.374594 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.375080 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.375567 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.376050 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.376536 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.376920 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:19.378083 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773d843f-21ed-4c6c-ab0b-53571d69bf2f') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:19.378481 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773d843f-21ed-4c6c-ab0b-53571d69bf2f') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:19.379795 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0668d-6415-4788-a7a5-810d6e2736d9 None None] No DVR routers for this DVR port d7063ff8-5e1a-46b2-ba16-ea425ba73965 on host dv-cinder-824031-2-iscsi {{(pid=114065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:19.396626 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (773d843f-21ed-4c6c-ab0b-53571d69bf2f), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.411068 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (773d843f-21ed-4c6c-ab0b-53571d69bf2f), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.417673 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:57:19.418250 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (773d843f-21ed-4c6c-ab0b-53571d69bf2f), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:57:19.420085 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:57:19.478557 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (bc1de75b-73a3-4a83-9fa3-f25335d75de2), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.483944 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.487358 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] 10.222.0.31 "DELETE /v2.0/networks/bc1de75b-73a3-4a83-9fa3-f25335d75de2 HTTP/1.1" status: 204 len: 168 time: 0.5887234 Jan 10 17:57:19.500734 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3346f-8917-455e-8b1a-d58bff215b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1de75b-73a3-4a83-9fa3-f25335d75de2,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:19.660659 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42320) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:19.699439 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-271adc76-513e-4959-a395-8fedeb18727d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08d4842074994421989ef7568b65aea9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374486 Jan 10 17:57:19.701877 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42322) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:19.751752 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc9c9-be5a-4a46-b324-d05915e7e108 admin admin] Publish callbacks [] for security_group (ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.772609 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc9c9-be5a-4a46-b324-d05915e7e108 admin admin] Publish callbacks [] for security_group (ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.820794 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc9c9-be5a-4a46-b324-d05915e7e108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.823427 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc9c9-be5a-4a46-b324-d05915e7e108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:19.824580 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2dfcc9c9-be5a-4a46-b324-d05915e7e108 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d HTTP/1.1" status: 204 len: 168 time: 0.1217442 Jan 10 17:57:19.832474 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcc9c9-be5a-4a46-b324-d05915e7e108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd4c0c4-ee73-49f5-97b8-7b42966c8a4d,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:20.436214 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device d7063ff8-5e1a-46b2-ba16-ea425ba73965 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:20.455850 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: d7063ff8-5e1a-46b2-ba16-ea425ba73965 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:20.456284 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device d7063ff8-5e1a-46b2-ba16-ea425ba73965 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:20.456755 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 5dade433-811f-4845-b115-712d19e5d650 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:20.475435 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 5dade433-811f-4845-b115-712d19e5d650 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:20.475830 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 5dade433-811f-4845-b115-712d19e5d650 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:23.167353 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42424) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:23.279447 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.355917 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Publish callbacks [] for security_group (cf667f84-0836-4752-af23-c80f14169b45), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.361415 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (cf667f84-0836-4752-af23-c80f14169b45), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.402342 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e44a3e4be264526a327db526f7bd0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338612 Jan 10 17:57:23.403871 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf667f84-0836-4752-af23-c80f14169b45,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:23.405441 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42436) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:23.411040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.411395 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.411911 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.412243 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.412573 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.412927 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.413255 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.413705 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.413909 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.414240 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.414556 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.414876 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.415194 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceee052-2d9e-44fc-ba1c-9eceea431a27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:57:23.459859 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4c923b71-a8a5-4503-af0a-0973f46b2dea admin admin] Publish callbacks [] for security_group (cf667f84-0836-4752-af23-c80f14169b45), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.481367 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4c923b71-a8a5-4503-af0a-0973f46b2dea admin admin] Publish callbacks [] for security_group (cf667f84-0836-4752-af23-c80f14169b45), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.531507 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4c923b71-a8a5-4503-af0a-0973f46b2dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (cf667f84-0836-4752-af23-c80f14169b45), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.534228 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4c923b71-a8a5-4503-af0a-0973f46b2dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.535401 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4c923b71-a8a5-4503-af0a-0973f46b2dea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf667f84-0836-4752-af23-c80f14169b45 HTTP/1.1" status: 204 len: 168 time: 0.1283727 Jan 10 17:57:23.543284 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c923b71-a8a5-4503-af0a-0973f46b2dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf667f84-0836-4752-af23-c80f14169b45,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:23.596056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42442) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:23.699830 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-db93af2b-596a-4a98-80bf-9150293d33a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.775851 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-db93af2b-596a-4a98-80bf-9150293d33a8 admin admin] Publish callbacks [] for security_group (f74a8075-ff54-4dd9-a780-064bf867974b), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.781014 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-db93af2b-596a-4a98-80bf-9150293d33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f74a8075-ff54-4dd9-a780-064bf867974b), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.818793 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-db93af2b-596a-4a98-80bf-9150293d33a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb223118baab411d8b61f60782ecdc56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193005 Jan 10 17:57:23.819337 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42448) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:23.821871 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93af2b-596a-4a98-80bf-9150293d33a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74a8075-ff54-4dd9-a780-064bf867974b,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:23.868153 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d85b9fb8-2db3-4e59-866e-52e11774bc64 admin admin] Publish callbacks [] for security_group (f74a8075-ff54-4dd9-a780-064bf867974b), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.877015 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42450) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:23.890091 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d85b9fb8-2db3-4e59-866e-52e11774bc64 admin admin] Publish callbacks [] for security_group (f74a8075-ff54-4dd9-a780-064bf867974b), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.890600 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a873aafb-72b1-4db3-981c-d5822ff6b99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.936130 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d85b9fb8-2db3-4e59-866e-52e11774bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f74a8075-ff54-4dd9-a780-064bf867974b), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.938751 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-d85b9fb8-2db3-4e59-866e-52e11774bc64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.939921 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-d85b9fb8-2db3-4e59-866e-52e11774bc64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f74a8075-ff54-4dd9-a780-064bf867974b HTTP/1.1" status: 204 len: 168 time: 0.1194465 Jan 10 17:57:23.947945 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b9fb8-2db3-4e59-866e-52e11774bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74a8075-ff54-4dd9-a780-064bf867974b,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:23.969678 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a873aafb-72b1-4db3-981c-d5822ff6b99b admin admin] Publish callbacks [] for security_group (a8b214ec-f884-473e-9da5-878011d52ab7), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:23.975086 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-a873aafb-72b1-4db3-981c-d5822ff6b99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a8b214ec-f884-473e-9da5-878011d52ab7), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.010771 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-a873aafb-72b1-4db3-981c-d5822ff6b99b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e75965d6a6fd4ac48dc0893cf1e93cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326182 Jan 10 17:57:24.013634 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42454) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:24.015861 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873aafb-72b1-4db3-981c-d5822ff6b99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b214ec-f884-473e-9da5-878011d52ab7,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:24.064338 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a050eb17-7650-47c4-9c56-936efbf49a13 admin admin] Publish callbacks [] for security_group (a8b214ec-f884-473e-9da5-878011d52ab7), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.085556 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a050eb17-7650-47c4-9c56-936efbf49a13 admin admin] Publish callbacks [] for security_group (a8b214ec-f884-473e-9da5-878011d52ab7), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.132062 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a050eb17-7650-47c4-9c56-936efbf49a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (a8b214ec-f884-473e-9da5-878011d52ab7), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.135015 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a050eb17-7650-47c4-9c56-936efbf49a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.136286 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a050eb17-7650-47c4-9c56-936efbf49a13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8b214ec-f884-473e-9da5-878011d52ab7 HTTP/1.1" status: 204 len: 168 time: 0.1214354 Jan 10 17:57:24.144525 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050eb17-7650-47c4-9c56-936efbf49a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b214ec-f884-473e-9da5-878011d52ab7,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:24.458386 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42470) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:24.472489 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c2af3ab9-9eb2-40ba-84fc-421874378e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.550021 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c2af3ab9-9eb2-40ba-84fc-421874378e6a admin admin] Publish callbacks [] for security_group (9b18af54-bb91-4822-81cc-21f3b717840f), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.554882 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c2af3ab9-9eb2-40ba-84fc-421874378e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9b18af54-bb91-4822-81cc-21f3b717840f), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.598216 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c2af3ab9-9eb2-40ba-84fc-421874378e6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0065bf6f3fc4ccc97b3284237d5c3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331935 Jan 10 17:57:24.598216 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af3ab9-9eb2-40ba-84fc-421874378e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b18af54-bb91-4822-81cc-21f3b717840f,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:24.598683 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42476) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:24.648976 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e3823fd-ba2b-4985-8a66-8e27cd329be0 admin admin] Publish callbacks [] for security_group (9b18af54-bb91-4822-81cc-21f3b717840f), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.671438 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e3823fd-ba2b-4985-8a66-8e27cd329be0 admin admin] Publish callbacks [] for security_group (9b18af54-bb91-4822-81cc-21f3b717840f), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.719616 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e3823fd-ba2b-4985-8a66-8e27cd329be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (9b18af54-bb91-4822-81cc-21f3b717840f), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.722569 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9e3823fd-ba2b-4985-8a66-8e27cd329be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:24.726124 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-9e3823fd-ba2b-4985-8a66-8e27cd329be0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b18af54-bb91-4822-81cc-21f3b717840f HTTP/1.1" status: 204 len: 168 time: 0.1264594 Jan 10 17:57:24.739096 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3823fd-ba2b-4985-8a66-8e27cd329be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b18af54-bb91-4822-81cc-21f3b717840f,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:25.493533 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42524) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:25.635278 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1671701455-network', 'tenant_id': 'f6932b1dd58742b091dde781ec5a8126'}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:25.659482 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Made reservation on behalf of f6932b1dd58742b091dde781ec5a8126 for: {'network': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:57:25.661768 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.670053 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.742905 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks [] for security_group (37d84abd-82e2-4b7b-89d2-e6652e417bbb), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.748137 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (37d84abd-82e2-4b7b-89d2-e6652e417bbb), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.772887 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=114064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:57:25.783133 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d84abd-82e2-4b7b-89d2-e6652e417bbb,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:25.787877 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.788215 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.segments_db [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Added segment edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a of type vlan for network 9da5b25b-b2b4-4d20-9921-443ac83ddb3c Jan 10 17:57:25.827983 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (9da5b25b-b2b4-4d20-9921-443ac83ddb3c), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.858226 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (9da5b25b-b2b4-4d20-9921-443ac83ddb3c), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.859176 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:25.859744 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:25.914411 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4196749 Jan 10 17:57:25.917505 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42532) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:25.923261 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Request body: {'subnet': {'network_id': '9da5b25b-b2b4-4d20-9921-443ac83ddb3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1671701455-subnet', 'tenant_id': 'f6932b1dd58742b091dde781ec5a8126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:25.924514 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd6fbe-f89c-4186-9813-a2e5b3a1a3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9da5b25b-b2b4-4d20-9921-443ac83ddb3c,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:25.946013 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 9da5b25b-b2b4-4d20-9921-443ac83ddb3c details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:57:25.958042 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Made reservation on behalf of f6932b1dd58742b091dde781ec5a8126 for: {'subnet': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:57:25.962704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25536506'] for subnet (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.139371 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27178260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25536488'] for subnet (046ecc4e-32c8-4e46-bc00-b24c2866b598), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.192415 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046ecc4e-32c8-4e46-bc00-b24c2866b598,revision_number=0']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:26.204550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Checking segment: {'id': 'edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9da5b25b-b2b4-4d20-9921-443ac83ddb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:57:26.204933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Network hostable DHCP agents. Network: 9da5b25b-b2b4-4d20-9921-443ac83ddb3c, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:57:26.223350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Network 9da5b25b-b2b4-4d20-9921-443ac83ddb3c is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:57:26.233698 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 9da5b25b-b2b4-4d20-9921-443ac83ddb3c) {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:57:26.237732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:26.238335 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.242270 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43648cf6-e4f5-49af-8692-4d6b62163591 None None] Network 9da5b25b-b2b4-4d20-9921-443ac83ddb3c requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:26.255410 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-265ab7ac-0dac-4b43-be24-f8b3436289b8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3359697 Jan 10 17:57:26.338980 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f4587-c87f-4e66-8332-d6ea511a708d None None] Network 9da5b25b-b2b4-4d20-9921-443ac83ddb3c requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:26.730068 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42552) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:26.735111 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1438639803-network', 'tenant_id': '2b417b53da774378a3bb1afffdf2bee5'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:26.759328 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Made reservation on behalf of 2b417b53da774378a3bb1afffdf2bee5 for: {'network': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:57:26.761699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for network (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.771032 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.844138 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks [] for security_group (d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.850630 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.870332 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=114063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 17:57:26.884484 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:26.887522 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (d26df1fd-c9cf-4530-875d-04304283813a), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.887857 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.segments_db [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Added segment d26df1fd-c9cf-4530-875d-04304283813a of type vlan for network 7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d Jan 10 17:57:26.929105 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752793685643'] for network (7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.957672 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194'] for network (7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:26.958678 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:26.959286 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:27.012730 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2814987 Jan 10 17:57:27.015742 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42556) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:27.018642 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6081c0c-1ed5-4b7a-83ff-463c3971b6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:27.021261 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.v2.base [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Request body: {'subnet': {'network_id': '7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1438639803-subnet', 'tenant_id': '2b417b53da774378a3bb1afffdf2bee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:57:27.029827 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Network 7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d details requested by agent ovs-agent-dv-cinder-824031-2-iscsi with host dv-cinder-824031-2-iscsi {{(pid=114065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 17:57:27.059950 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Made reservation on behalf of 2b417b53da774378a3bb1afffdf2bee5 for: {'subnet': 1} {{(pid=114064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:57:27.062606 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17383168'] for subnet (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:27.235362 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17049136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17383186'] for subnet (0f3bf31a-a634-4c21-b108-94d1a7842395), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:27.287575 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3bf31a-a634-4c21-b108-94d1a7842395,revision_number=0']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:27.297831 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Checking segment: {'id': 'd26df1fd-c9cf-4530-875d-04304283813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:57:27.298174 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Network hostable DHCP agents. Network: 7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d, hostable agents: ['0a2dedde-9a40-4e75-8a36-8ab530a1950d'], hosted agents: [] {{(pid=114064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 17:57:27.316207 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Network 7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d is scheduled to be hosted by DHCP agent 0a2dedde-9a40-4e75-8a36-8ab530a1950d with binding_index 1 {{(pid=114064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 17:57:27.326525 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.base_scheduler [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824031-2-iscsi, 7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d) {{(pid=114064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:57:27.330735 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:27.331336 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:27.335445 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a371872-66d9-44b8-9bc9-9f91697ec176 None None] Network 7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:27.348235 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-f37f4f63-8c8f-443b-bd25-80f2dbb9f5d7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3311913 Jan 10 17:57:27.432870 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b224cf-842c-4d1b-82b2-56c968e65918 None None] Network 7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:33.948842 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76a128-734f-4828-a239-05aac5aff15c req-544f9d66-91a6-4fb5-a9ff-260b435a3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:33.950394 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d76a128-734f-4828-a239-05aac5aff15c req-544f9d66-91a6-4fb5-a9ff-260b435a3685 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1137 time: 0.0659742 Jan 10 17:57:33.958988 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0058e6-a000-4789-9f75-b090649b3314 req-1432fc20-a1d6-4bf0-ab41-0845f899bd7f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:33.960422 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3a0058e6-a000-4789-9f75-b090649b3314 req-1432fc20-a1d6-4bf0-ab41-0845f899bd7f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0898256 Jan 10 17:57:34.085497 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3a0058e6-a000-4789-9f75-b090649b3314 req-1797fec2-3fd4-41c8-9afd-e13dae033f50 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168506 Jan 10 17:57:34.095276 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76a128-734f-4828-a239-05aac5aff15c req-a538bc2a-30f8-4568-86e3-3c1f30fb97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:34.096800 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d76a128-734f-4828-a239-05aac5aff15c req-a538bc2a-30f8-4568-86e3-3c1f30fb97c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 916 time: 0.1354992 Jan 10 17:57:34.168149 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d76a128-734f-4828-a239-05aac5aff15c req-766302da-67f2-4c8f-b167-3cb4c181bbee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 1001 time: 0.0607069 Jan 10 17:57:34.221446 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76a128-734f-4828-a239-05aac5aff15c req-b2249dee-c49a-44e9-926e-b2b99e1fd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:34.222932 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d76a128-734f-4828-a239-05aac5aff15c req-b2249dee-c49a-44e9-926e-b2b99e1fd37a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.0486939 Jan 10 17:57:34.271474 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76a128-734f-4828-a239-05aac5aff15c req-624945db-b37c-4ebe-8967-3eb5e52ed9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:34.273007 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d76a128-734f-4828-a239-05aac5aff15c req-624945db-b37c-4ebe-8967-3eb5e52ed9e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428891 Jan 10 17:57:34.279010 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42650) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:34.364396 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d76a128-734f-4828-a239-05aac5aff15c req-e0462bda-3987-40b5-87fa-5c47d5e69ee6 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832686 Jan 10 17:57:34.397650 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0b7810e3-db8f-42cc-afd7-a275c99569b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:34.493005 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8d76a128-734f-4828-a239-05aac5aff15c req-0215eede-4ff2-4e4c-acd6-335b34ee46ca service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165752 Jan 10 17:57:34.528661 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0b7810e3-db8f-42cc-afd7-a275c99569b7 admin admin] Publish callbacks [] for security_group (2bb97f28-5461-4773-9c09-9f23fae95ded), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:34.534439 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0b7810e3-db8f-42cc-afd7-a275c99569b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2bb97f28-5461-4773-9c09-9f23fae95ded), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:34.571162 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0b7810e3-db8f-42cc-afd7-a275c99569b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dac8f71ce1b4a278d7da745f138c433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911284 Jan 10 17:57:34.572076 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7810e3-db8f-42cc-afd7-a275c99569b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb97f28-5461-4773-9c09-9f23fae95ded,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:34.574047 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42656) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:34.625136 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9cb65ff3-e2c7-4448-a050-462e7da9337f admin admin] Publish callbacks [] for security_group (2bb97f28-5461-4773-9c09-9f23fae95ded), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:34.650632 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9cb65ff3-e2c7-4448-a050-462e7da9337f admin admin] Publish callbacks [] for security_group (2bb97f28-5461-4773-9c09-9f23fae95ded), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:34.698983 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9cb65ff3-e2c7-4448-a050-462e7da9337f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (2bb97f28-5461-4773-9c09-9f23fae95ded), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:34.702136 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-9cb65ff3-e2c7-4448-a050-462e7da9337f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:34.703284 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-9cb65ff3-e2c7-4448-a050-462e7da9337f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bb97f28-5461-4773-9c09-9f23fae95ded HTTP/1.1" status: 204 len: 168 time: 0.1282098 Jan 10 17:57:34.710855 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb65ff3-e2c7-4448-a050-462e7da9337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb97f28-5461-4773-9c09-9f23fae95ded,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:34.977209 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42666) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:34.991594 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-db4fd270-b3fe-4d4c-bcc9-6ac80fce34f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:35.069961 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-db4fd270-b3fe-4d4c-bcc9-6ac80fce34f7 admin admin] Publish callbacks [] for security_group (6e23a3ee-4345-4d74-9513-5671550d13b9), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:35.074188 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-db4fd270-b3fe-4d4c-bcc9-6ac80fce34f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6e23a3ee-4345-4d74-9513-5671550d13b9), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:35.115298 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42670) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:35.115916 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-db4fd270-b3fe-4d4c-bcc9-6ac80fce34f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76aa91e37b4245c3a6afb8059516ffaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369424 Jan 10 17:57:35.116917 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fd270-b3fe-4d4c-bcc9-6ac80fce34f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23a3ee-4345-4d74-9513-5671550d13b9,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:35.188531 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43635599-6f6c-4ae8-80bd-fea3be2bdb0f admin admin] Publish callbacks [] for security_group (6e23a3ee-4345-4d74-9513-5671550d13b9), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:35.216953 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43635599-6f6c-4ae8-80bd-fea3be2bdb0f admin admin] Publish callbacks [] for security_group (6e23a3ee-4345-4d74-9513-5671550d13b9), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:35.224398 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c64b77-317a-46c3-b045-70d99569d91d req-56f96e0c-db4b-4117-9799-7f1a8864d18f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:35.232175 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e2c64b77-317a-46c3-b045-70d99569d91d req-56f96e0c-db4b-4117-9799-7f1a8864d18f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0608768 Jan 10 17:57:35.280665 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43635599-6f6c-4ae8-80bd-fea3be2bdb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6e23a3ee-4345-4d74-9513-5671550d13b9), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:35.283413 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-43635599-6f6c-4ae8-80bd-fea3be2bdb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:35.287416 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-43635599-6f6c-4ae8-80bd-fea3be2bdb0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e23a3ee-4345-4d74-9513-5671550d13b9 HTTP/1.1" status: 204 len: 168 time: 0.1680305 Jan 10 17:57:35.293143 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43635599-6f6c-4ae8-80bd-fea3be2bdb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23a3ee-4345-4d74-9513-5671550d13b9,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:35.310372 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-e2c64b77-317a-46c3-b045-70d99569d91d req-16e7a004-035c-4b49-b23b-929063d7306c tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768654 Jan 10 17:57:36.441153 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d1cc5-903d-4954-8442-280548da6ab4 req-b1d98902-ea90-4810-87e2-2e224f83b36f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:36.442782 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-224d1cc5-903d-4954-8442-280548da6ab4 req-b1d98902-ea90-4810-87e2-2e224f83b36f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0568633 Jan 10 17:57:36.507831 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-224d1cc5-903d-4954-8442-280548da6ab4 req-e2e316e0-e595-401e-8b12-14c33c23c6b0 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586054 Jan 10 17:57:37.639018 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049bae8-ad70-4a3d-9f4b-20ee51a42bc5 req-c895651f-0505-417d-a1eb-953d87c7d2b2 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:37.640502 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2049bae8-ad70-4a3d-9f4b-20ee51a42bc5 req-c895651f-0505-417d-a1eb-953d87c7d2b2 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0495894 Jan 10 17:57:37.702400 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2049bae8-ad70-4a3d-9f4b-20ee51a42bc5 req-2911de88-f432-413c-a8ae-e41420c27de5 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560076 Jan 10 17:57:38.828678 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacc051-2f1c-452b-8440-7aa9baaeebf3 req-06ea5aa8-58a8-48fe-b327-6775334ab195 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:38.830266 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5eacc051-2f1c-452b-8440-7aa9baaeebf3 req-06ea5aa8-58a8-48fe-b327-6775334ab195 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0530908 Jan 10 17:57:38.869957 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42758) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:38.893151 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5eacc051-2f1c-452b-8440-7aa9baaeebf3 req-8127d5af-b5ea-44ba-a17e-361a8520db43 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571477 Jan 10 17:57:39.028440 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Deleting port c3f5038a-e24c-4515-b4fc-e4647761948c {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:39.028817 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:39.107068 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:39.107390 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for floatingip (c3f5038a-e24c-4515-b4fc-e4647761948c), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:39.118725 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Calling delete_port for c3f5038a-e24c-4515-b4fc-e4647761948c owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:39.287012 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (c3f5038a-e24c-4515-b4fc-e4647761948c), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:39.313134 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event deleted for resources: {'Port': ['ID=c3f5038a-e24c-4515-b4fc-e4647761948c,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:39.368799 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for floatingip (2f835324-1385-41ae-b361-d5c07b983fae), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:39.369124 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.l3_db [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Floating IP 2f835324-1385-41ae-b361-d5c07b983fae disassociated (deleted). External IP: 172.27.2.215, port: d63cbe28-3b03-4f1c-9197-17b60bf28ce5. Jan 10 17:57:39.817914 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Router f6e3c7f9-83f4-4195-8279-f41cf63ce490 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:39.925912 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:39.930415 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:39.937623 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] Sync routers for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:39.950590 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:39.951455 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:39.973208 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-f0981506-43a0-490e-941a-29d5b7b4cc80 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "DELETE /v2.0/floatingips/2f835324-1385-41ae-b361-d5c07b983fae HTTP/1.1" status: 204 len: 168 time: 1.1019659 Jan 10 17:57:39.974014 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:57:39.977592 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c642e506-24ba-4940-aeda-a04e8559aaad" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:57:40.031308 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ca2f-5629-4bca-84a6-01b312a3e378 req-8847e3c1-af75-4d1d-bcec-9ef2c08f2219 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:40.034891 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-52b3ca2f-5629-4bca-84a6-01b312a3e378 req-8847e3c1-af75-4d1d-bcec-9ef2c08f2219 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0547907 Jan 10 17:57:40.104397 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-52b3ca2f-5629-4bca-84a6-01b312a3e378 req-1aa2d511-7f9b-494c-bda2-a3f2b280244d tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642948 Jan 10 17:57:40.107603 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:40.198197 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee06899-048c-4bb7-8712-ff87da2b65b6 x-openstack-request-id: req-3ee06899-048c-4bb7-8712-ff87da2b65b6 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:57:40.198775 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:57:40.199498 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ee06899-048c-4bb7-8712-ff87da2b65b6 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:57:40.200113 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'status': 'completed', 'code': 200} Jan 10 17:57:40.322590 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e506-24ba-4940-aeda-a04e8559aaad req-cac475f0-72b3-483d-b9ca-0167bef519b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:40.324653 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c642e506-24ba-4940-aeda-a04e8559aaad req-cac475f0-72b3-483d-b9ca-0167bef519b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad60695fc58746f490b20a5b2459b6ae&device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 1098 time: 0.0945785 Jan 10 17:57:40.340720 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297f1b2-e492-445b-a515-ae840afff36c req-943292b7-2de9-4dc8-bec1-bcb2320e978a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:40.342540 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9297f1b2-e492-445b-a515-ae840afff36c req-943292b7-2de9-4dc8-bec1-bcb2320e978a tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0783031 Jan 10 17:57:40.352659 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:42Z', 'revision_number': 5, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:40.382772 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] Checking router: f6e3c7f9-83f4-4195-8279-f41cf63ce490 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:40.392555 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:40.393356 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:40.485467 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9297f1b2-e492-445b-a515-ae840afff36c req-231078af-0138-419e-848c-3a84f817aa3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332729 Jan 10 17:57:40.518608 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:40.530141 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e506-24ba-4940-aeda-a04e8559aaad req-24dcf84d-dfa1-402b-992d-c723ca88c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:40.532842 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c642e506-24ba-4940-aeda-a04e8559aaad req-24dcf84d-dfa1-402b-992d-c723ca88c079 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 200 len: 909 time: 0.1892085 Jan 10 17:57:40.576065 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c642e506-24ba-4940-aeda-a04e8559aaad req-898861ff-6054-4542-a9ae-2d8133843d93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 200 len: 217 time: 0.0353339 Jan 10 17:57:40.625814 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e506-24ba-4940-aeda-a04e8559aaad req-4158d92b-7902-4aaa-adb8-04d5f4341dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:40.627377 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c642e506-24ba-4940-aeda-a04e8559aaad req-4158d92b-7902-4aaa-adb8-04d5f4341dfc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 200 len: 847 time: 0.0443952 Jan 10 17:57:40.676061 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e506-24ba-4940-aeda-a04e8559aaad req-a9979148-00e8-41b0-bbd1-a05f6de654f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:40.677577 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c642e506-24ba-4940-aeda-a04e8559aaad req-a9979148-00e8-41b0-bbd1-a05f6de654f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e3555eb-6e98-4722-838e-911c9355c83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433652 Jan 10 17:57:40.773496 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c642e506-24ba-4940-aeda-a04e8559aaad req-47c106b8-8dba-4501-ac89-d3716cb0f6ee service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883546 Jan 10 17:57:40.871311 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c642e506-24ba-4940-aeda-a04e8559aaad req-6873980e-f0ed-4716-9378-cd55c41486f0 service neutron] 10.222.0.35 "GET /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903869 Jan 10 17:57:40.904276 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-432bf8aa-0faa-4d0c-8d6c-9d5dc5987cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:40.973579 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:42Z', 'revision_number': 5, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:41.002203 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e4579-4037-41da-8e5a-6c401c8502f8 None None] The sync data for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi is: [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:52:36Z', 'revision_number': 4, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': 'a2fcd4e6-8858-4103-8a45-3e7328a10d08', 'name': '', 'network_id': '7e3555eb-6e98-4722-838e-911c9355c83a', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'mac_address': 'fa:16:3e:04:1a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:35Z', 'updated_at': '2022-01-10T17:52:42Z', 'revision_number': 5, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'subnets': [{'id': '07c6d417-988b-411a-b77c-a58ef50d59ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:41.218337 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cfb9cd-4ebe-4bee-9284-870725f781dc None None] New status for floating IP 2f835324-1385-41ae-b361-d5c07b983fae: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:57:41.235556 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639abe6-e5b2-4f85-8ecd-c771ace21714 req-5cf253d4-06b2-4608-b30c-66221e1a7483 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:41.237138 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7639abe6-e5b2-4f85-8ecd-c771ace21714 req-5cf253d4-06b2-4608-b30c-66221e1a7483 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0561109 Jan 10 17:57:41.302955 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7639abe6-e5b2-4f85-8ecd-c771ace21714 req-bfd8d416-8aa3-4c3a-94a5-d2aef501ee9e tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601263 Jan 10 17:57:41.604311 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a826550-d21a-40a2-a0fe-f3004ff0fb28 req-ca5ac788-fd76-48a0-889d-43db89725c28 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:41.606426 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7a826550-d21a-40a2-a0fe-f3004ff0fb28 req-ca5ac788-fd76-48a0-889d-43db89725c28 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0498860 Jan 10 17:57:41.662051 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7a826550-d21a-40a2-a0fe-f3004ff0fb28 req-4e2d5eca-ec16-4cdf-8f97-2a3ef06bb5d2 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/security-groups?id=165e9131-d412-48d6-8600-e6aa0c5989e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472758 Jan 10 17:57:41.886069 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42866) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:41.958047 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-f4e3268d-15d6-4fcf-846f-2ad65c10f6f4 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:41.959606 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-f4e3268d-15d6-4fcf-846f-2ad65c10f6f4 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 945 time: 0.0513821 Jan 10 17:57:42.012392 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1cacf3a0-88c9-4c28-afb5-133a5fd59e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.105370 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Deleting port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:42.105770 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.187320 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1cacf3a0-88c9-4c28-afb5-133a5fd59e22 admin admin] Publish callbacks [] for security_group (d1757ae4-c55b-4959-ac36-571d0ccf9c2e), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.194887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-1cacf3a0-88c9-4c28-afb5-133a5fd59e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d1757ae4-c55b-4959-ac36-571d0ccf9c2e), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.252836 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-1cacf3a0-88c9-4c28-afb5-133a5fd59e22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2ff5508ae7543a5b058b10e97976808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656039 Jan 10 17:57:42.254634 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] For port d63cbe28-3b03-4f1c-9197-17b60bf28ce5, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:42.254996 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.255692 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42878) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:42.257274 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacf3a0-88c9-4c28-afb5-133a5fd59e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1757ae4-c55b-4959-ac36-571d0ccf9c2e,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:42.273140 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Calling delete_port for d63cbe28-3b03-4f1c-9197-17b60bf28ce5 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:42.307849 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d8252ca9-1287-426a-ae05-6ec5e71cb6db admin admin] Publish callbacks [] for security_group (d1757ae4-c55b-4959-ac36-571d0ccf9c2e), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.334754 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d8252ca9-1287-426a-ae05-6ec5e71cb6db admin admin] Publish callbacks [] for security_group (d1757ae4-c55b-4959-ac36-571d0ccf9c2e), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.408918 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d8252ca9-1287-426a-ae05-6ec5e71cb6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d1757ae4-c55b-4959-ac36-571d0ccf9c2e), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.411779 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d8252ca9-1287-426a-ae05-6ec5e71cb6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.412937 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-d8252ca9-1287-426a-ae05-6ec5e71cb6db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1757ae4-c55b-4959-ac36-571d0ccf9c2e HTTP/1.1" status: 204 len: 168 time: 0.1562266 Jan 10 17:57:42.422519 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (d63cbe28-3b03-4f1c-9197-17b60bf28ce5), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.428484 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252ca9-1287-426a-ae05-6ec5e71cb6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1757ae4-c55b-4959-ac36-571d0ccf9c2e,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:42.450061 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b8425-089e-4e6a-af81-9433385e1342 req-6c092bae-b007-4b32-876f-57959e7d2561 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:42.451555 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cd1b8425-089e-4e6a-af81-9433385e1342 req-6c092bae-b007-4b32-876f-57959e7d2561 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0801675 Jan 10 17:57:42.456009 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event deleted for resources: {'Port': ['ID=d63cbe28-3b03-4f1c-9197-17b60bf28ce5,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:42.500949 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] No DVR routers for this DVR port d63cbe28-3b03-4f1c-9197-17b60bf28ce5 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:42.503874 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.507312 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-9da06c3c-eac7-4bff-863d-9ea893ed2a1b req-2f94b34a-e7fb-48df-9600-dbb5ba85f30e tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.35 "DELETE /v2.0/ports/d63cbe28-3b03-4f1c-9197-17b60bf28ce5 HTTP/1.1" status: 204 len: 173 time: 0.5415385 Jan 10 17:57:42.507772 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-deleted', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:57:42.510067 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e88063-a749-49ac-8429-b421397753df" -d '{"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-deleted", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:57:42.530115 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-cd1b8425-089e-4e6a-af81-9433385e1342 req-454780bb-bc9c-47fa-be90-0027c0f255ed tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686665 Jan 10 17:57:42.572273 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a97768a-4969-4311-8014-18a3f322a109 x-openstack-request-id: req-0a97768a-4969-4311-8014-18a3f322a109 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:57:42.572569 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b3bb93-b198-45b9-8353-0f893f04acec", "name": "network-vif-deleted", "tag": "d63cbe28-3b03-4f1c-9197-17b60bf28ce5", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:57:42.572824 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a97768a-4969-4311-8014-18a3f322a109 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:57:42.573257 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b3bb93-b198-45b9-8353-0f893f04acec', 'name': 'network-vif-deleted', 'tag': 'd63cbe28-3b03-4f1c-9197-17b60bf28ce5', 'status': 'completed', 'code': 200} Jan 10 17:57:42.721281 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42890) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:42.741549 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-50163ffc-4946-4691-99ea-7ddb00205f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.763204 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-33b8f06f-3868-4e34-bda6-624f52c9fa3d req-ae169da3-c043-4cf6-932a-1c50ee251986 tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b3bb93-b198-45b9-8353-0f893f04acec HTTP/1.1" status: 200 len: 210 time: 0.0255296 Jan 10 17:57:42.785108 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.841225 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-50163ffc-4946-4691-99ea-7ddb00205f44 admin admin] Publish callbacks [] for security_group (b7bed017-158b-4ba4-a8ec-e258326951c8), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.849580 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-50163ffc-4946-4691-99ea-7ddb00205f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (b7bed017-158b-4ba4-a8ec-e258326951c8), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.904739 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-50163ffc-4946-4691-99ea-7ddb00205f44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26c5cee81a7d4ac7bd66c97c89d04ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812894 Jan 10 17:57:42.906116 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50163ffc-4946-4691-99ea-7ddb00205f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bed017-158b-4ba4-a8ec-e258326951c8,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:42.908498 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42892) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:42.965298 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-402d91dd-115d-460d-947c-15d75f329427 admin admin] Publish callbacks [] for security_group (b7bed017-158b-4ba4-a8ec-e258326951c8), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:42.989321 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-402d91dd-115d-460d-947c-15d75f329427 admin admin] Publish callbacks [] for security_group (b7bed017-158b-4ba4-a8ec-e258326951c8), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.037653 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-402d91dd-115d-460d-947c-15d75f329427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (b7bed017-158b-4ba4-a8ec-e258326951c8), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.040390 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-402d91dd-115d-460d-947c-15d75f329427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.043977 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-402d91dd-115d-460d-947c-15d75f329427 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7bed017-158b-4ba4-a8ec-e258326951c8 HTTP/1.1" status: 204 len: 168 time: 0.1311848 Jan 10 17:57:43.051204 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d91dd-115d-460d-947c-15d75f329427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bed017-158b-4ba4-a8ec-e258326951c8,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:43.159202 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-f3fcfe19-3be8-4ed3-9a68-da701a3f96cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.236542 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42908) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:43.291444 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] Deleting subnet 046ecc4e-32c8-4e46-bc00-b24c2866b598 {{(pid=114064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:57:43.294718 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] Publish callbacks [] for subnet (046ecc4e-32c8-4e46-bc00-b24c2866b598), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.332779 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17570439'] for subnet (046ecc4e-32c8-4e46-bc00-b24c2866b598), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.378674 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (046ecc4e-32c8-4e46-bc00-b24c2866b598), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.435046 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17049201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17379809'] for subnet (046ecc4e-32c8-4e46-bc00-b24c2866b598), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.461398 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046ecc4e-32c8-4e46-bc00-b24c2866b598,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:43.463490 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.466829 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-eee51845-6263-4ad7-9984-6d96cbd0358b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/046ecc4e-32c8-4e46-bc00-b24c2866b598 HTTP/1.1" status: 204 len: 168 time: 0.2292137 Jan 10 17:57:43.469271 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42918) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:43.543134 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (9da5b25b-b2b4-4d20-9921-443ac83ddb3c), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.634083 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (9da5b25b-b2b4-4d20-9921-443ac83ddb3c), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.651859 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16193ea-f818-4ccf-bbc5-c2303ef1ed9a req-d6e42cf3-8e7e-4130-b127-2ae2d7650b01 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:43.653508 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16193ea-f818-4ccf-bbc5-c2303ef1ed9a req-d6e42cf3-8e7e-4130-b127-2ae2d7650b01 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0507977 Jan 10 17:57:43.655390 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da5b25b-b2b4-4d20-9921-443ac83ddb3c']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:43.664888 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:43.665191 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:43.675247 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.702187 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.711494 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:57:43.713296 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (edb1cb66-3d0b-44ae-8a8b-4f4a0717b81a), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:57:43.715262 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:57:43.722469 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a16193ea-f818-4ccf-bbc5-c2303ef1ed9a req-a7b979c7-ae1b-4692-a0ca-3637d1c42330 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584412 Jan 10 17:57:43.772076 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (9da5b25b-b2b4-4d20-9921-443ac83ddb3c), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.778056 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.781430 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9da5b25b-b2b4-4d20-9921-443ac83ddb3c HTTP/1.1" status: 204 len: 168 time: 0.3112407 Jan 10 17:57:43.784368 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42930) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:43.792418 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7619fb-42bb-4e21-a005-713e1456a969 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da5b25b-b2b4-4d20-9921-443ac83ddb3c,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:43.827156 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42936) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:43.847859 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] Deleting subnet 0f3bf31a-a634-4c21-b108-94d1a7842395 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:57:43.851760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] Publish callbacks [] for subnet (0f3bf31a-a634-4c21-b108-94d1a7842395), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.890594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (0f3bf31a-a634-4c21-b108-94d1a7842395), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.891612 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-937fd868-9dda-42a8-8d6a-96cceb65ac3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group (165e9131-d412-48d6-8600-e6aa0c5989e4), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.921065 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-937fd868-9dda-42a8-8d6a-96cceb65ac3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group (165e9131-d412-48d6-8600-e6aa0c5989e4), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.932784 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (0f3bf31a-a634-4c21-b108-94d1a7842395), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.987390 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-937fd868-9dda-42a8-8d6a-96cceb65ac3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (165e9131-d412-48d6-8600-e6aa0c5989e4), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.989552 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (0f3bf31a-a634-4c21-b108-94d1a7842395), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.990337 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-937fd868-9dda-42a8-8d6a-96cceb65ac3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:43.994736 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-937fd868-9dda-42a8-8d6a-96cceb65ac3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] 10.222.0.31 "DELETE /v2.0/security-groups/165e9131-d412-48d6-8600-e6aa0c5989e4 HTTP/1.1" status: 204 len: 168 time: 0.1661518 Jan 10 17:57:44.004499 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd868-9dda-42a8-8d6a-96cceb65ac3d tempest-TestShelveInstance-1585847508 tempest-TestShelveInstance-1585847508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165e9131-d412-48d6-8600-e6aa0c5989e4,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:44.013971 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3bf31a-a634-4c21-b108-94d1a7842395,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:44.019870 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.025776 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-07c9e2ad-bd98-4e8f-8ad5-0f9c7efdd00b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0f3bf31a-a634-4c21-b108-94d1a7842395 HTTP/1.1" status: 204 len: 168 time: 0.2375352 Jan 10 17:57:44.026159 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42942) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:44.057702 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 42946) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:44.098486 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.110970 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.193274 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.215437 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:44.226812 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26df1fd-c9cf-4530-875d-04304283813a') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:44.227117 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26df1fd-c9cf-4530-875d-04304283813a') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:44.237075 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (d26df1fd-c9cf-4530-875d-04304283813a), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.251448 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (d26df1fd-c9cf-4530-875d-04304283813a), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.258769 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:57:44.259690 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (d26df1fd-c9cf-4530-875d-04304283813a), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:57:44.262258 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:57:44.326006 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.331652 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.335298 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d HTTP/1.1" status: 204 len: 168 time: 0.3080244 Jan 10 17:57:44.347935 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426b750-b53f-4305-b51f-fdced5cfd889 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f6ca9ee-6e5d-485b-8f54-e6dd4a0d586d,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:44.527534 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42964) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:44.548486 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (f6e3c7f9-83f4-4195-8279-f41cf63ce490), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.576634 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6b4e27c0-b095-4347-a1ff-94e3906ab6b4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6932b1dd58742b091dde781ec5a8126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477445 Jan 10 17:57:44.579042 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 42972) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:44.638645 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0470d8b1-c607-48a3-87fb-1d35813d7b48 admin admin] Publish callbacks [] for security_group (37d84abd-82e2-4b7b-89d2-e6652e417bbb), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.666883 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0470d8b1-c607-48a3-87fb-1d35813d7b48 admin admin] Publish callbacks [] for security_group (37d84abd-82e2-4b7b-89d2-e6652e417bbb), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.722593 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0470d8b1-c607-48a3-87fb-1d35813d7b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (37d84abd-82e2-4b7b-89d2-e6652e417bbb), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.725239 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-0470d8b1-c607-48a3-87fb-1d35813d7b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.726408 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-0470d8b1-c607-48a3-87fb-1d35813d7b48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37d84abd-82e2-4b7b-89d2-e6652e417bbb HTTP/1.1" status: 204 len: 168 time: 0.1462834 Jan 10 17:57:44.744733 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470d8b1-c607-48a3-87fb-1d35813d7b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d84abd-82e2-4b7b-89d2-e6652e417bbb,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:44.847602 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Deleting port a2fcd4e6-8858-4103-8a45-3e7328a10d08 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:44.848238 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.883235 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91406ddb-172a-4bad-85dd-854e2a229658 req-bd122e4c-76b7-4b01-9ddc-7125b9e2e4f6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:44.884879 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-91406ddb-172a-4bad-85dd-854e2a229658 req-bd122e4c-76b7-4b01-9ddc-7125b9e2e4f6 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0631759 Jan 10 17:57:44.945844 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] For port a2fcd4e6-8858-4103-8a45-3e7328a10d08, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=a2fcd4e6-8858-4103-8a45-3e7328a10d08,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:44.946589 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:44.964061 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Calling delete_port for a2fcd4e6-8858-4103-8a45-3e7328a10d08 owned by network:router_interface {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:44.968971 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-91406ddb-172a-4bad-85dd-854e2a229658 req-e96a6e0e-a4c7-4b2c-a06a-18a0e4c532f7 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744820 Jan 10 17:57:45.116578 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43006) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:45.151633 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (a2fcd4e6-8858-4103-8a45-3e7328a10d08), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.157274 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-22a28bbc-b730-4009-968a-0649b5d9592a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b417b53da774378a3bb1afffdf2bee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393298 Jan 10 17:57:45.159734 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43008) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:45.179058 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fcd4e6-8858-4103-8a45-3e7328a10d08,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:45.185972 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43010) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:45.239287 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d60c-c834-4f53-96ca-9b9c35970e7d admin admin] Publish callbacks [] for security_group (d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.278025 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d60c-c834-4f53-96ca-9b9c35970e7d admin admin] Publish callbacks [] for security_group (d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.351516 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3838a0-8e38-4898-896e-f104f3b62afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.354716 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d60c-c834-4f53-96ca-9b9c35970e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.358330 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c0e8d60c-c834-4f53-96ca-9b9c35970e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.360005 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c0e8d60c-c834-4f53-96ca-9b9c35970e7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d HTTP/1.1" status: 204 len: 168 time: 0.1991539 Jan 10 17:57:45.370038 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8d60c-c834-4f53-96ca-9b9c35970e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ae5a1-8d2b-4b4f-adc1-54a8288d4e4d,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:45.421570 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (f6e3c7f9-83f4-4195-8279-f41cf63ce490), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.551870 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3838a0-8e38-4898-896e-f104f3b62afe admin admin] Publish callbacks [] for security_group (aebb6859-dcaa-4eab-8729-3e370b9c83df), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.562536 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-ef3838a0-8e38-4898-896e-f104f3b62afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (aebb6859-dcaa-4eab-8729-3e370b9c83df), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.601955 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:45.611154 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3838a0-8e38-4898-896e-f104f3b62afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb6859-dcaa-4eab-8729-3e370b9c83df,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:45.615663 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-ef3838a0-8e38-4898-896e-f104f3b62afe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40691b398b29451588ca9114a14502b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286666 Jan 10 17:57:45.621193 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43020) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:45.949161 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d63cbe28-3b03-4f1c-9197-17b60bf28ce5 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:45.972151 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: d63cbe28-3b03-4f1c-9197-17b60bf28ce5 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:45.972617 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device d63cbe28-3b03-4f1c-9197-17b60bf28ce5 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:46.012887 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-61043f94-47ed-4769-93c4-f31ec110e9fe admin admin] Publish callbacks [] for security_group (aebb6859-dcaa-4eab-8729-3e370b9c83df), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.030189 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Router f6e3c7f9-83f4-4195-8279-f41cf63ce490 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:46.057947 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-61043f94-47ed-4769-93c4-f31ec110e9fe admin admin] Publish callbacks [] for security_group (aebb6859-dcaa-4eab-8729-3e370b9c83df), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.199474 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529c309-f856-44f8-ac83-cf07b7259d1e req-acfc2121-91a1-409a-b92b-2939a4bd473e tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:57:46.200998 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5529c309-f856-44f8-ac83-cf07b7259d1e req-acfc2121-91a1-409a-b92b-2939a4bd473e tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.1561890 Jan 10 17:57:46.209583 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:46.221989 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] Sync routers for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:46.225547 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-679a183a-a95f-4b32-af27-5867515b878c admin admin] 10.222.0.31 "PUT /v2.0/routers/f6e3c7f9-83f4-4195-8279-f41cf63ce490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1640143 Jan 10 17:57:46.225967 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43048) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:46.230715 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-61043f94-47ed-4769-93c4-f31ec110e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (aebb6859-dcaa-4eab-8729-3e370b9c83df), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.233157 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-61043f94-47ed-4769-93c4-f31ec110e9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.233846 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:46.234233 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-61043f94-47ed-4769-93c4-f31ec110e9fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aebb6859-dcaa-4eab-8729-3e370b9c83df HTTP/1.1" status: 204 len: 168 time: 0.6121218 Jan 10 17:57:46.234460 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:46.246378 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61043f94-47ed-4769-93c4-f31ec110e9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb6859-dcaa-4eab-8729-3e370b9c83df,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:46.290951 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5529c309-f856-44f8-ac83-cf07b7259d1e req-d7a38060-111d-4a1a-826b-e0cd274ad809 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&id=27a8fcb5-c951-457d-a707-81ebe7e4f1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828898 Jan 10 17:57:46.391594 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks [] for router (f6e3c7f9-83f4-4195-8279-f41cf63ce490), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.416986 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:46.531138 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks [] for router_gateway (f6e3c7f9-83f4-4195-8279-f41cf63ce490), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.593994 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Deleting port 2d56bceb-0636-4979-a1a0-56e82b78c615 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:46.594735 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.667431 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:57:45Z', 'revision_number': 5, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port': {'id': '2d56bceb-0636-4979-a1a0-56e82b78c615', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:33Z', 'updated_at': '2022-01-10T17:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:46.686150 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43090) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:46.695536 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] For port 2d56bceb-0636-4979-a1a0-56e82b78c615, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=2d56bceb-0636-4979-a1a0-56e82b78c615,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:46.695918 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.701638 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7f56672-918f-4849-ad57-97c3c4795935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.704930 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] Checking router: f6e3c7f9-83f4-4195-8279-f41cf63ce490 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:46.711069 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Calling delete_port for 2d56bceb-0636-4979-a1a0-56e82b78c615 owned by network:router_gateway {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:46.716213 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] Routers {'f6e3c7f9-83f4-4195-8279-f41cf63ce490'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:46.717214 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:46.791594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7f56672-918f-4849-ad57-97c3c4795935 admin admin] Publish callbacks [] for security_group (59451502-46b8-4d17-9947-b0747de3964d), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.798067 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f7f56672-918f-4849-ad57-97c3c4795935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (59451502-46b8-4d17-9947-b0747de3964d), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.847136 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f7f56672-918f-4849-ad57-97c3c4795935 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4df423829e7480091d211737c2a0468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597669 Jan 10 17:57:46.848174 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43096) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:46.850281 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56672-918f-4849-ad57-97c3c4795935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59451502-46b8-4d17-9947-b0747de3964d,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:46.873169 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] Set router f6e3c7f9-83f4-4195-8279-f41cf63ce490 gateway port host: None {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:46.904662 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-78635c2b-0e6a-4d1c-90df-aba5400a00bc admin admin] Publish callbacks [] for security_group (59451502-46b8-4d17-9947-b0747de3964d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.929923 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-78635c2b-0e6a-4d1c-90df-aba5400a00bc admin admin] Publish callbacks [] for security_group (59451502-46b8-4d17-9947-b0747de3964d), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.936440 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:57:46Z', 'revision_number': 6, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port_host': None}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:46.943059 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (2d56bceb-0636-4979-a1a0-56e82b78c615), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.963799 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8b8ac-9ec8-4b2f-91f0-d83dfd5b1f9d None None] The sync data for ids ['f6e3c7f9-83f4-4195-8279-f41cf63ce490'] in dv-cinder-824031-2-iscsi is: [{'id': 'f6e3c7f9-83f4-4195-8279-f41cf63ce490', 'name': 'tempest-TestShelveInstance-513598161-router', 'tenant_id': 'ad60695fc58746f490b20a5b2459b6ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:32Z', 'updated_at': '2022-01-10T17:57:46Z', 'revision_number': 6, 'project_id': 'ad60695fc58746f490b20a5b2459b6ae', 'gw_port_host': None}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:46.972083 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d56bceb-0636-4979-a1a0-56e82b78c615,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:46.990212 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-78635c2b-0e6a-4d1c-90df-aba5400a00bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (59451502-46b8-4d17-9947-b0747de3964d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.995662 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-78635c2b-0e6a-4d1c-90df-aba5400a00bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:46.997192 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-78635c2b-0e6a-4d1c-90df-aba5400a00bc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/59451502-46b8-4d17-9947-b0747de3964d HTTP/1.1" status: 204 len: 168 time: 0.1477981 Jan 10 17:57:47.010023 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78635c2b-0e6a-4d1c-90df-aba5400a00bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59451502-46b8-4d17-9947-b0747de3964d,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:47.034566 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.051794 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (f6e3c7f9-83f4-4195-8279-f41cf63ce490), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.074527 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:57:47.142885 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (f6e3c7f9-83f4-4195-8279-f41cf63ce490), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.145580 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks [] for router_controller (f6e3c7f9-83f4-4195-8279-f41cf63ce490), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.191887 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (f6e3c7f9-83f4-4195-8279-f41cf63ce490), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.192478 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e3c7f9-83f4-4195-8279-f41cf63ce490 {{(pid=114064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:57:47.196975 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.198423 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-39b7eafc-8ee9-4408-9403-096db491f1d3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f6e3c7f9-83f4-4195-8279-f41cf63ce490 HTTP/1.1" status: 204 len: 168 time: 0.9711010 Jan 10 17:57:47.200996 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43114) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:47.248757 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] Deleting subnet 07c6d417-988b-411a-b77c-a58ef50d59ab {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:57:47.252660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] Publish callbacks [] for subnet (07c6d417-988b-411a-b77c-a58ef50d59ab), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.289838 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (07c6d417-988b-411a-b77c-a58ef50d59ab), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.381227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (07c6d417-988b-411a-b77c-a58ef50d59ab), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.454712 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (07c6d417-988b-411a-b77c-a58ef50d59ab), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.483403 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c6d417-988b-411a-b77c-a58ef50d59ab,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:47.485657 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.491450 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43128) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:47.491971 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-2cab825a-5542-4abb-b48d-fe323e1b0049 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/07c6d417-988b-411a-b77c-a58ef50d59ab HTTP/1.1" status: 204 len: 168 time: 0.2892540 Jan 10 17:57:47.492070 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b7d84-a3bc-4e16-9483-2aff576b7318 None None] Network 7e3555eb-6e98-4722-838e-911c9355c83a requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:47.578468 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (7e3555eb-6e98-4722-838e-911c9355c83a), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.636833 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Deleting port 3ca47acf-d027-471e-84c0-c7b8523bb049 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:47.637228 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.701229 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] For port 3ca47acf-d027-471e-84c0-c7b8523bb049, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=3ca47acf-d027-471e-84c0-c7b8523bb049,segment=NetworkSegment(4fd2ee56-4b4a-439a-8a2c-36baad255327),segment_id=4fd2ee56-4b4a-439a-8a2c-36baad255327)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:47.701534 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.714029 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Calling delete_port for 3ca47acf-d027-471e-84c0-c7b8523bb049 owned by network:dhcp {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:47.785150 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] DHCP port deletion for 7e3555eb-6e98-4722-838e-911c9355c83a request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:57:47.811427 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.838258 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca47acf-d027-471e-84c0-c7b8523bb049,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:47.850054 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] Deleting port 3ca47acf-d027-471e-84c0-c7b8523bb049 {{(pid=114065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:47.850667 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), before_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.850809 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] No DVR routers for this DVR port 3ca47acf-d027-471e-84c0-c7b8523bb049 on host dv-cinder-824031-2-iscsi {{(pid=114064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:47.931796 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] For port 3ca47acf-d027-471e-84c0-c7b8523bb049, host dv-cinder-824031-2-iscsi, got binding levels [] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:47.932047 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (7e3555eb-6e98-4722-838e-911c9355c83a), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.932721 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), precommit_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.950326 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] Calling delete_port for 3ca47acf-d027-471e-84c0-c7b8523bb049 owned by network:dhcp {{(pid=114065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:47.954244 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.ipam_backend_mixin [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] Port 3ca47acf-d027-471e-84c0-c7b8523bb049 was not found and therefore no delete operation was performed {{(pid=114065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 17:57:47.955959 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425'] for port (3ca47acf-d027-471e-84c0-c7b8523bb049), after_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.957164 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3555eb-6e98-4722-838e-911c9355c83a']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:47.966881 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd2ee56-4b4a-439a-8a2c-36baad255327') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:47.967179 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd2ee56-4b4a-439a-8a2c-36baad255327') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:47.977937 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (4fd2ee56-4b4a-439a-8a2c-36baad255327), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:47.979248 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] Pushing event deleted for resources: {'Port': ['ID=3ca47acf-d027-471e-84c0-c7b8523bb049,revision_number=None']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:47.984817 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430e085-c06f-4a05-9045-d3c170f9ca56 None None] No DVR routers for this DVR port 3ca47acf-d027-471e-84c0-c7b8523bb049 on host dv-cinder-824031-2-iscsi {{(pid=114065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:48.002088 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (4fd2ee56-4b4a-439a-8a2c-36baad255327), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:48.008677 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:57:48.009222 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (4fd2ee56-4b4a-439a-8a2c-36baad255327), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:57:48.011110 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:57:48.067847 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (7e3555eb-6e98-4722-838e-911c9355c83a), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:48.075526 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:48.079784 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] 10.222.0.31 "DELETE /v2.0/networks/7e3555eb-6e98-4722-838e-911c9355c83a HTTP/1.1" status: 204 len: 168 time: 0.5863228 Jan 10 17:57:48.082100 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43146) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:48.088275 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81812efb-9db9-4075-905f-6a9949df246d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3555eb-6e98-4722-838e-911c9355c83a,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:48.466604 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 3ca47acf-d027-471e-84c0-c7b8523bb049 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:48.482640 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (a9707b2a-5029-4407-8a76-42291fecc318), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:48.486297 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 3ca47acf-d027-471e-84c0-c7b8523bb049 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:48.486644 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 3ca47acf-d027-471e-84c0-c7b8523bb049 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:48.487259 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2d56bceb-0636-4979-a1a0-56e82b78c615 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:48.509605 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 2d56bceb-0636-4979-a1a0-56e82b78c615 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:48.509853 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2d56bceb-0636-4979-a1a0-56e82b78c615 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:48.510588 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device a2fcd4e6-8858-4103-8a45-3e7328a10d08 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:48.535027 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: a2fcd4e6-8858-4103-8a45-3e7328a10d08 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:48.535027 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device a2fcd4e6-8858-4103-8a45-3e7328a10d08 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:48.741677 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Deleting port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:48.742023 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:48.826110 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] For port 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,segment=NetworkSegment(c471225d-c457-4a12-b75f-ff8011aae8c9),segment_id=c471225d-c457-4a12-b75f-ff8011aae8c9)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:48.826478 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:48.839766 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Calling delete_port for 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f owned by network:router_interface {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:49.032789 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.059687 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:49.234118 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (a9707b2a-5029-4407-8a76-42291fecc318), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.343457 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43192) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:49.463292 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a238-9c44-487c-ba03-3dc6c9705461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.475369 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Router a9707b2a-5029-4407-8a76-42291fecc318 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:57:49.629552 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:57:49.636488 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-7c1c30ad-07e0-4156-b9b9-936cefcba67c admin admin] 10.222.0.31 "PUT /v2.0/routers/a9707b2a-5029-4407-8a76-42291fecc318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531321 Jan 10 17:57:49.638389 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a238-9c44-487c-ba03-3dc6c9705461 admin admin] Publish callbacks [] for security_group (470190ac-ce24-441b-bef1-fada607d4274), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.639323 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43196) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:49.642180 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] Sync routers for ids ['a9707b2a-5029-4407-8a76-42291fecc318'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:57:49.653229 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] Routers {'a9707b2a-5029-4407-8a76-42291fecc318'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:49.653846 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['a9707b2a-5029-4407-8a76-42291fecc318'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:49.702259 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a238-9c44-487c-ba03-3dc6c9705461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (470190ac-ce24-441b-bef1-fada607d4274), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.758678 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-5cc7a238-9c44-487c-ba03-3dc6c9705461 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=140bb6d3591345d2893f00d4c1995b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141490 Jan 10 17:57:49.761755 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43198) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:49.766350 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] Set router a9707b2a-5029-4407-8a76-42291fecc318 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:49.766506 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a238-9c44-487c-ba03-3dc6c9705461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470190ac-ce24-441b-bef1-fada607d4274,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:49.805343 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks [] for router (a9707b2a-5029-4407-8a76-42291fecc318), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.898922 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-45e63bd5-91df-4459-b788-292eb1ff9e79 admin admin] Publish callbacks [] for security_group (470190ac-ce24-441b-bef1-fada607d4274), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.933917 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-45e63bd5-91df-4459-b788-292eb1ff9e79 admin admin] Publish callbacks [] for security_group (470190ac-ce24-441b-bef1-fada607d4274), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:49.965668 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks [] for router_gateway (a9707b2a-5029-4407-8a76-42291fecc318), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.018703 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-45e63bd5-91df-4459-b788-292eb1ff9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (470190ac-ce24-441b-bef1-fada607d4274), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.021354 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-45e63bd5-91df-4459-b788-292eb1ff9e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.022550 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-45e63bd5-91df-4459-b788-292eb1ff9e79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/470190ac-ce24-441b-bef1-fada607d4274 HTTP/1.1" status: 204 len: 168 time: 0.2585709 Jan 10 17:57:50.034531 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e63bd5-91df-4459-b788-292eb1ff9e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470190ac-ce24-441b-bef1-fada607d4274,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:50.049840 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Deleting port bb35f4dd-3a77-4963-a414-1cd911be26d7 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:50.050178 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.062296 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:57:48Z', 'revision_number': 5, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port': {'id': 'bb35f4dd-3a77-4963-a414-1cd911be26d7', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:46:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:52:41Z', 'updated_at': '2022-01-10T17:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:50.089857 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] Checking router: a9707b2a-5029-4407-8a76-42291fecc318 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:57:50.098464 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] Routers {'a9707b2a-5029-4407-8a76-42291fecc318'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:57:50.099092 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:57:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['a9707b2a-5029-4407-8a76-42291fecc318'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:50.192413 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] Set router a9707b2a-5029-4407-8a76-42291fecc318 gateway port host: None {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:57:50.248682 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:57:49Z', 'revision_number': 6, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port_host': None}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:50.282745 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82c13b4-8478-40b6-9482-3f7f3012af2b None None] The sync data for ids ['a9707b2a-5029-4407-8a76-42291fecc318'] in dv-cinder-824031-2-iscsi is: [{'id': 'a9707b2a-5029-4407-8a76-42291fecc318', 'name': 'tempest-TestShelveInstance-239916936-router', 'tenant_id': '0f01566868b6441cb0d828035ccc4613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:52:40Z', 'updated_at': '2022-01-10T17:57:49Z', 'revision_number': 6, 'project_id': '0f01566868b6441cb0d828035ccc4613', 'gw_port_host': None}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:57:50.359039 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43206) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:50.372727 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-65c63635-bb50-4fb9-9b0d-5d70a26e2a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.420163 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] For port bb35f4dd-3a77-4963-a414-1cd911be26d7, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=bb35f4dd-3a77-4963-a414-1cd911be26d7,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:50.420841 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.440980 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Calling delete_port for bb35f4dd-3a77-4963-a414-1cd911be26d7 owned by network:router_gateway {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:50.456458 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-65c63635-bb50-4fb9-9b0d-5d70a26e2a23 admin admin] Publish callbacks [] for security_group (bc641b73-bb67-4eb7-824f-ba2c2345b455), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.462574 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-65c63635-bb50-4fb9-9b0d-5d70a26e2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (bc641b73-bb67-4eb7-824f-ba2c2345b455), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.500827 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-65c63635-bb50-4fb9-9b0d-5d70a26e2a23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6633a02e66c4630aa2b5bb820982e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404810 Jan 10 17:57:50.501618 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c63635-bb50-4fb9-9b0d-5d70a26e2a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc641b73-bb67-4eb7-824f-ba2c2345b455,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:50.503878 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43208) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:50.558909 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-925529ab-9bd5-4c44-ada4-ecc0dbe53a9f admin admin] Publish callbacks [] for security_group (bc641b73-bb67-4eb7-824f-ba2c2345b455), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.581167 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-925529ab-9bd5-4c44-ada4-ecc0dbe53a9f admin admin] Publish callbacks [] for security_group (bc641b73-bb67-4eb7-824f-ba2c2345b455), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.613877 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (bb35f4dd-3a77-4963-a414-1cd911be26d7), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.639007 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-925529ab-9bd5-4c44-ada4-ecc0dbe53a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (bc641b73-bb67-4eb7-824f-ba2c2345b455), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.642317 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-925529ab-9bd5-4c44-ada4-ecc0dbe53a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.645813 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-925529ab-9bd5-4c44-ada4-ecc0dbe53a9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc641b73-bb67-4eb7-824f-ba2c2345b455 HTTP/1.1" status: 204 len: 168 time: 0.1387842 Jan 10 17:57:50.645988 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb35f4dd-3a77-4963-a414-1cd911be26d7,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:50.663992 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925529ab-9bd5-4c44-ada4-ecc0dbe53a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc641b73-bb67-4eb7-824f-ba2c2345b455,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:50.725964 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:50.730226 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (a9707b2a-5029-4407-8a76-42291fecc318), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.752379 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:50.757240 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 5a75eb6e-8042-486c-bffc-b2e7ddf7bc3f not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:50.842681 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (a9707b2a-5029-4407-8a76-42291fecc318), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.846414 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks [] for router_controller (a9707b2a-5029-4407-8a76-42291fecc318), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.898993 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (a9707b2a-5029-4407-8a76-42291fecc318), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.900006 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9707b2a-5029-4407-8a76-42291fecc318 {{(pid=114063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:57:50.905737 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:50.906950 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0eb978fe-a254-4033-9fc6-be9ac0c327c1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a9707b2a-5029-4407-8a76-42291fecc318 HTTP/1.1" status: 204 len: 168 time: 1.2667494 Jan 10 17:57:50.909991 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43214) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:50.957175 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] Deleting subnet f11b5abd-ad88-49a4-9ad0-290c157a9640 {{(pid=114064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:57:50.960666 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] Publish callbacks [] for subnet (f11b5abd-ad88-49a4-9ad0-290c157a9640), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.001542 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17570439'] for subnet (f11b5abd-ad88-49a4-9ad0-290c157a9640), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.082893 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (f11b5abd-ad88-49a4-9ad0-290c157a9640), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.144344 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17049201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17379809'] for subnet (f11b5abd-ad88-49a4-9ad0-290c157a9640), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.174404 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11b5abd-ad88-49a4-9ad0-290c157a9640,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:51.183528 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.189354 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-6f5490f4-9ba6-4efd-8542-5117012d09a0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f11b5abd-ad88-49a4-9ad0-290c157a9640 HTTP/1.1" status: 204 len: 168 time: 0.2760670 Jan 10 17:57:51.189739 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43224) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:51.191717 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28409ef-ef3d-4d6a-b668-77a17fd27fad None None] Network 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:57:51.276894 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.343533 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Deleting port 77856bda-7af8-4480-9b87-d38deba8b73a {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:51.344059 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.376397 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] DHCP port deletion for 79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:57:51.423030 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] For port 77856bda-7af8-4480-9b87-d38deba8b73a, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=77856bda-7af8-4480-9b87-d38deba8b73a,segment=NetworkSegment(c471225d-c457-4a12-b75f-ff8011aae8c9),segment_id=c471225d-c457-4a12-b75f-ff8011aae8c9)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:51.423724 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.435191 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] Deleting port 77856bda-7af8-4480-9b87-d38deba8b73a {{(pid=114065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:57:51.436636 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), before_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.447313 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Calling delete_port for 77856bda-7af8-4480-9b87-d38deba8b73a owned by network:dhcp {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:51.524995 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] For port 77856bda-7af8-4480-9b87-d38deba8b73a, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=77856bda-7af8-4480-9b87-d38deba8b73a,segment=NetworkSegment(c471225d-c457-4a12-b75f-ff8011aae8c9),segment_id=c471225d-c457-4a12-b75f-ff8011aae8c9)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:57:51.525403 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), precommit_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.540001 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] Calling delete_port for 77856bda-7af8-4480-9b87-d38deba8b73a owned by network:dhcp {{(pid=114065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:57:51.588497 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.615868 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=77856bda-7af8-4480-9b87-d38deba8b73a,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:51.617901 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] No DVR routers for this DVR port 77856bda-7af8-4480-9b87-d38deba8b73a on host dv-cinder-824031-2-iscsi {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:51.631590 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425'] for port (77856bda-7af8-4480-9b87-d38deba8b73a), after_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.661406 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] Pushing event deleted for resources: {'Port': ['ID=77856bda-7af8-4480-9b87-d38deba8b73a,revision_number=None']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:51.665290 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f9561-087e-47e4-8ff5-00cab4ec106c None None] No DVR routers for this DVR port 77856bda-7af8-4480-9b87-d38deba8b73a on host dv-cinder-824031-2-iscsi {{(pid=114065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:57:51.700211 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.722495 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48']}} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:51.735222 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c471225d-c457-4a12-b75f-ff8011aae8c9') {'for_net_delete': True} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:51.735584 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c471225d-c457-4a12-b75f-ff8011aae8c9') {} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:57:51.745137 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27034959'] for segment (c471225d-c457-4a12-b75f-ff8011aae8c9), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.758285 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (c471225d-c457-4a12-b75f-ff8011aae8c9), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.764729 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=114063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:57:51.765155 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27178431'] for segment (c471225d-c457-4a12-b75f-ff8011aae8c9), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: Traceback (most recent call last): Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: timer() Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: cb(*args, **kw) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: return func(*args, **kwargs) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: self._notify() Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: self.callback(batched_events) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: event.method(event) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: return f(self, *a, **k) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._get(url).json() Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: return self.request(url, 'GET', **kwargs) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:57:51.766895 dv-cinder-824031-2-iscsi neutron-server[114063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:57:51.823240 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.828796 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:51.831944 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] 10.222.0.31 "DELETE /v2.0/networks/79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48 HTTP/1.1" status: 204 len: 168 time: 0.6411834 Jan 10 17:57:51.846863 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe913c-3dd0-4b6e-8f8a-639c50ad0b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=79fd5e56-e05f-42a1-a2cc-9eb4b3eb2d48,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:52.002849 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43248) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:52.043233 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-6eb6a55c-3ca5-4d59-a0f3-1576a5cbc230 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad60695fc58746f490b20a5b2459b6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390909 Jan 10 17:57:52.045679 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43250) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:52.101174 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ca8a-1ff7-42fa-a762-773f38a242be admin admin] Publish callbacks [] for security_group (1110b3f7-713e-431f-bda9-4dd792a5a13c), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.123907 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ca8a-1ff7-42fa-a762-773f38a242be admin admin] Publish callbacks [] for security_group (1110b3f7-713e-431f-bda9-4dd792a5a13c), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.174570 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ca8a-1ff7-42fa-a762-773f38a242be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (1110b3f7-713e-431f-bda9-4dd792a5a13c), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.177510 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ca8a-1ff7-42fa-a762-773f38a242be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.178797 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a2a9ca8a-1ff7-42fa-a762-773f38a242be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1110b3f7-713e-431f-bda9-4dd792a5a13c HTTP/1.1" status: 204 len: 168 time: 0.1320949 Jan 10 17:57:52.188613 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ca8a-1ff7-42fa-a762-773f38a242be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1110b3f7-713e-431f-bda9-4dd792a5a13c,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:57:52.456730 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device bb35f4dd-3a77-4963-a414-1cd911be26d7 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:52.480662 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: bb35f4dd-3a77-4963-a414-1cd911be26d7 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:52.481248 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device bb35f4dd-3a77-4963-a414-1cd911be26d7 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:52.481824 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 77856bda-7af8-4480-9b87-d38deba8b73a no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:57:52.501347 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 77856bda-7af8-4480-9b87-d38deba8b73a {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:57:52.503807 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 77856bda-7af8-4480-9b87-d38deba8b73a not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:57:52.530434 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43266) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:52.570725 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-590bd0ac-a669-4224-a145-99c98fb40ba0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f01566868b6441cb0d828035ccc4613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390105 Jan 10 17:57:52.573089 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43270) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:57:52.624307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-67c7e677-b775-4bfb-a4f5-85efed3bc547 admin admin] Publish callbacks [] for security_group (1b0c1279-497e-4f19-92de-e1b9a99e81bd), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.645709 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-67c7e677-b775-4bfb-a4f5-85efed3bc547 admin admin] Publish callbacks [] for security_group (1b0c1279-497e-4f19-92de-e1b9a99e81bd), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.698416 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-67c7e677-b775-4bfb-a4f5-85efed3bc547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (1b0c1279-497e-4f19-92de-e1b9a99e81bd), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.701037 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-67c7e677-b775-4bfb-a4f5-85efed3bc547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:57:52.704744 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-67c7e677-b775-4bfb-a4f5-85efed3bc547 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b0c1279-497e-4f19-92de-e1b9a99e81bd HTTP/1.1" status: 204 len: 168 time: 0.1281536 Jan 10 17:57:52.711720 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7e677-b775-4bfb-a4f5-85efed3bc547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0c1279-497e-4f19-92de-e1b9a99e81bd,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:01.971056 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43374) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:02.090865 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-469d8b93-af76-41ab-9c4f-d68408d9b671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.175903 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-469d8b93-af76-41ab-9c4f-d68408d9b671 admin admin] Publish callbacks [] for security_group (3af2fc51-b268-4752-be51-1c8ff3f6666b), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.182324 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-469d8b93-af76-41ab-9c4f-d68408d9b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (3af2fc51-b268-4752-be51-1c8ff3f6666b), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.220635 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-469d8b93-af76-41ab-9c4f-d68408d9b671 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88782deb60d649168dc423aa8eab0351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482288 Jan 10 17:58:02.221599 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d8b93-af76-41ab-9c4f-d68408d9b671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af2fc51-b268-4752-be51-1c8ff3f6666b,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:02.223574 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43378) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:02.272823 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b2259389-8809-452a-bd2b-89e8934ff584 admin admin] Publish callbacks [] for security_group (3af2fc51-b268-4752-be51-1c8ff3f6666b), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.293460 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b2259389-8809-452a-bd2b-89e8934ff584 admin admin] Publish callbacks [] for security_group (3af2fc51-b268-4752-be51-1c8ff3f6666b), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.344108 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b2259389-8809-452a-bd2b-89e8934ff584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (3af2fc51-b268-4752-be51-1c8ff3f6666b), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.346809 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b2259389-8809-452a-bd2b-89e8934ff584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.347948 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b2259389-8809-452a-bd2b-89e8934ff584 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3af2fc51-b268-4752-be51-1c8ff3f6666b HTTP/1.1" status: 204 len: 168 time: 0.1233642 Jan 10 17:58:02.356004 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2259389-8809-452a-bd2b-89e8934ff584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af2fc51-b268-4752-be51-1c8ff3f6666b,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:02.614827 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43384) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:02.628490 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3cdd72df-9fa9-4d4e-850f-ed236e9620a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.709398 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3cdd72df-9fa9-4d4e-850f-ed236e9620a3 admin admin] Publish callbacks [] for security_group (eca1d00a-f76e-4172-b9b2-56ecf4a5e03f), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.716087 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-3cdd72df-9fa9-4d4e-850f-ed236e9620a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (eca1d00a-f76e-4172-b9b2-56ecf4a5e03f), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.752970 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd72df-9fa9-4d4e-850f-ed236e9620a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1d00a-f76e-4172-b9b2-56ecf4a5e03f,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:02.757050 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-3cdd72df-9fa9-4d4e-850f-ed236e9620a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c12115a3f354ebd8fff82672318f73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411476 Jan 10 17:58:02.760012 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43386) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:02.810849 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-893a1a5d-fb22-4b87-9d24-870348e58958 admin admin] Publish callbacks [] for security_group (eca1d00a-f76e-4172-b9b2-56ecf4a5e03f), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.832819 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-893a1a5d-fb22-4b87-9d24-870348e58958 admin admin] Publish callbacks [] for security_group (eca1d00a-f76e-4172-b9b2-56ecf4a5e03f), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.883836 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-893a1a5d-fb22-4b87-9d24-870348e58958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (eca1d00a-f76e-4172-b9b2-56ecf4a5e03f), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.886432 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-893a1a5d-fb22-4b87-9d24-870348e58958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:02.890017 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-893a1a5d-fb22-4b87-9d24-870348e58958 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eca1d00a-f76e-4172-b9b2-56ecf4a5e03f HTTP/1.1" status: 204 len: 168 time: 0.1267245 Jan 10 17:58:02.895417 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1a5d-fb22-4b87-9d24-870348e58958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1d00a-f76e-4172-b9b2-56ecf4a5e03f,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:10.740408 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-8dec6693-857e-4cf5-adcc-50582cfd9860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:12.782053 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:13.162664 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6996d7a5-a075-48f8-85ad-56ad5c7c83ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:14.104382 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.166742 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43508) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:15.284398 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-eebdd971-9fd6-4923-b2ce-e6b812a37941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.358951 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-eebdd971-9fd6-4923-b2ce-e6b812a37941 admin admin] Publish callbacks [] for security_group (554a824c-fdff-4fa7-9c02-7d479997a6ca), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.364208 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-eebdd971-9fd6-4923-b2ce-e6b812a37941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (554a824c-fdff-4fa7-9c02-7d479997a6ca), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.407666 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-eebdd971-9fd6-4923-b2ce-e6b812a37941 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=437b6de96dad4ec89ccdbf18e275d120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398114 Jan 10 17:58:15.408774 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdd971-9fd6-4923-b2ce-e6b812a37941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554a824c-fdff-4fa7-9c02-7d479997a6ca,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:15.410787 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43516) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:15.460077 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Publish callbacks [] for security_group (554a824c-fdff-4fa7-9c02-7d479997a6ca), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.480871 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Publish callbacks [] for security_group (554a824c-fdff-4fa7-9c02-7d479997a6ca), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.530099 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (554a824c-fdff-4fa7-9c02-7d479997a6ca), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.532626 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:15.533800 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/554a824c-fdff-4fa7-9c02-7d479997a6ca HTTP/1.1" status: 204 len: 168 time: 0.1219704 Jan 10 17:58:15.541751 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554a824c-fdff-4fa7-9c02-7d479997a6ca,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:15.549287 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.549834 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.550286 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.550626 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.551154 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.551291 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.551919 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.552411 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.552838 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.553355 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.553772 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.554011 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.554328 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bb6e3-abd8-410f-9e87-98fe0d4e69e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:15.602632 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:17.009740 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:17.154166 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-595d7291-f5a8-479b-ac81-cd96fd403114 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458307 Jan 10 17:58:17.237035 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-cbe201ca-64e0-4794-937b-b7f65af4b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:17.238527 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-cbe201ca-64e0-4794-937b-b7f65af4b53c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1137 time: 0.0415177 Jan 10 17:58:17.343775 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-3cea1de5-31c3-4c92-baf5-da07bcde8bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:17.345274 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-3cea1de5-31c3-4c92-baf5-da07bcde8bde service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 916 time: 0.0868895 Jan 10 17:58:17.424564 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-3d6ef994-8b03-4887-91c7-51537ae857d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 1001 time: 0.0686731 Jan 10 17:58:17.478975 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-c70855f9-eb34-4629-8201-02b129295f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:17.480744 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-c70855f9-eb34-4629-8201-02b129295f56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.0472646 Jan 10 17:58:17.530194 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-49805a2d-4a04-409f-82db-a81399345821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:17.531722 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-49805a2d-4a04-409f-82db-a81399345821 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404518 Jan 10 17:58:17.623066 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-ab963707-3ba8-452b-b326-f862ede96a2d service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844076 Jan 10 17:58:17.710868 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cd38a44c-cea1-4ac8-9cf1-de3528a141aa req-dadd787e-f6d8-4606-9435-f66a0f415b91 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809321 Jan 10 17:58:19.965073 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43544) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:20.069172 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dafb2cc3-f29f-4db0-9a44-4d5e629a13f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:20.153585 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dafb2cc3-f29f-4db0-9a44-4d5e629a13f1 admin admin] Publish callbacks [] for security_group (ac9c7640-54e8-4346-afff-9cc4836f8083), precommit_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:20.159280 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-dafb2cc3-f29f-4db0-9a44-4d5e629a13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ac9c7640-54e8-4346-afff-9cc4836f8083), after_create {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:20.200212 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-dafb2cc3-f29f-4db0-9a44-4d5e629a13f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=477996de193f470e93832b8ea2ec9bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339447 Jan 10 17:58:20.201004 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb2cc3-f29f-4db0-9a44-4d5e629a13f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c7640-54e8-4346-afff-9cc4836f8083,revision_number=1']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:20.203141 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43548) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:20.260325 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa1-ea15-4388-95d5-412584df5e3d admin admin] Publish callbacks [] for security_group (ac9c7640-54e8-4346-afff-9cc4836f8083), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:20.281404 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa1-ea15-4388-95d5-412584df5e3d admin admin] Publish callbacks [] for security_group (ac9c7640-54e8-4346-afff-9cc4836f8083), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:20.327664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa1-ea15-4388-95d5-412584df5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (ac9c7640-54e8-4346-afff-9cc4836f8083), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:20.330374 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa1-ea15-4388-95d5-412584df5e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:20.331510 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-96bbdaa1-ea15-4388-95d5-412584df5e3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac9c7640-54e8-4346-afff-9cc4836f8083 HTTP/1.1" status: 204 len: 168 time: 0.1272986 Jan 10 17:58:20.339408 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbdaa1-ea15-4388-95d5-412584df5e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c7640-54e8-4346-afff-9cc4836f8083,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:22.567909 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-da38820a-229c-4ccc-897b-1dca71823d17 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fb36e7d31b6b45eba9a363741aea4328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323358 Jan 10 17:58:22.744546 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-efb2f922-dbb0-4152-9425-3634337d5b99 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:22.746060 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-efb2f922-dbb0-4152-9425-3634337d5b99 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732373 Jan 10 17:58:22.760262 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-08cb848a-52dd-4030-aaa3-e2a401f9d1a5 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/quotas/fb36e7d31b6b45eba9a363741aea4328 HTTP/1.1" status: 200 len: 375 time: 0.0088291 Jan 10 17:58:22.796390 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-d6d52822-c266-40c4-b058-15d50f973093 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fb36e7d31b6b45eba9a363741aea4328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313551 Jan 10 17:58:23.980002 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e956d2d6-40e2-4bc3-bbb9-07fd0ba9b5ce req-7d0e629d-dc95-4112-abea-800c6abbc27f tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 210 time: 0.0255504 Jan 10 17:58:24.072836 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:58:25.072935 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-815ecec8-dae7-4408-8e96-6c8a7827c9fe tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fb36e7d31b6b45eba9a363741aea4328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332909 Jan 10 17:58:25.275083 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-cd32852e-62c1-4f74-973d-8964b9dd954b tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:25.276528 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-cd32852e-62c1-4f74-973d-8964b9dd954b tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974134 Jan 10 17:58:25.290208 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Request body: {'port': {'device_id': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86', 'admin_state_up': True, 'tenant_id': 'fb36e7d31b6b45eba9a363741aea4328'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:58:25.330354 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-65ce8d15-2192-47f8-99ff-3146c14b92eb req-9ccfcbaf-824e-4e55-9008-a950e877e54d tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 210 time: 0.2807779 Jan 10 17:58:25.400368 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Made reservation on behalf of fb36e7d31b6b45eba9a363741aea4328 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:58:25.403895 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:25.412352 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks [] for security_group (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:25.485015 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks [] for security_group (09bbe3f5-4375-4170-a5fa-c28cd977a118), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:25.491491 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (09bbe3f5-4375-4170-a5fa-c28cd977a118), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:25.549945 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bbe3f5-4375-4170-a5fa-c28cd977a118,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:25.564882 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.565269 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.565614 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.565970 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.566360 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.566711 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.567038 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.567358 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.567686 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.567988 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.568307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.568623 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.568973 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:25.629706 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Allocated IP 192.168.233.13 (8fac2b1f-9a6d-4784-bbbc-a67fb6736d86/79ab805d-bff3-4da2-b466-332265e9855f/8a233fb5-2d53-4b16-93a8-5c30435c5d1f) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:58:25.779931 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks [] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:25.822770 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:25.871790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:58:25.874884 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:58:25.878593 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:58:25.885114 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Pushing event updated for resources: {'Port': ['ID=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:25.935925 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:25.936519 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:25.954237 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7d2de551-08cb-48a5-b23e-dc5033811f01 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6677988 Jan 10 17:58:25.970209 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Request body: {'port': {'device_id': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:58:26.025061 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:26.151985 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-6250bd2c-de0f-4eed-9feb-62bdc002a716 None None] Provisioning complete for port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:58:26.152599 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6250bd2c-de0f-4eed-9feb-62bdc002a716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:26.187686 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-6250bd2c-de0f-4eed-9feb-62bdc002a716 None None] Port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:58:26.300499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a233fb5-2d53-4b16-93a8-5c30435c5d1f {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:58:26.308145 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Publish callbacks [] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:26.320749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Transition to ACTIVE for port object 8a233fb5-2d53-4b16-93a8-5c30435c5d1f will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:58:26.328661 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:26.384416 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Pushing event updated for resources: {'Port': ['ID=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:26.490195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b236122-ddfb-402d-bf07-02b2281d7462 req-beadbea8-c2a7-4fcc-88db-b63014179ec9 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:26.491734 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6b236122-ddfb-402d-bf07-02b2281d7462 req-beadbea8-c2a7-4fcc-88db-b63014179ec9 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 947 time: 0.0697646 Jan 10 17:58:26.492459 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Attempting to bind port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:58:26.492797 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Attempting to bind port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:58:26.493151 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Attempting to bind port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f on network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:58:26.498045 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f on network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:58:26.498371 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Attempting to bind port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f on network 8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:58:26.509071 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:58:26.509412 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Checking segment: {'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:58:26.509789 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Bound using segment: {'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:58:26.510250 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Bound port: 8a233fb5-2d53-4b16-93a8-5c30435c5d1f, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6f5785-a12b-4871-84cd-f5c029681f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:58:26.510609 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:26.584277 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-6b236122-ddfb-402d-bf07-02b2281d7462 req-d0031e4e-d654-4404-a5a6-85667845e6c1 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827968 Jan 10 17:58:26.605028 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] For port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:58:26.608451 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] For port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,segment=NetworkSegment(7e6f5785-a12b-4871-84cd-f5c029681f97),segment_id=7e6f5785-a12b-4871-84cd-f5c029681f97)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:58:26.616168 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:26.648179 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:26.648674 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:26.650422 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] 10.222.0.35 "PUT /v2.0/ports/8a233fb5-2d53-4b16-93a8-5c30435c5d1f HTTP/1.1" status: 200 len: 1097 time: 0.6847708 Jan 10 17:58:26.655350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'tag': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:58:26.658905 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55616cb7-eeae-47ee-96ca-ecccf6436e42" -d '{"events": [{"name": "network-changed", "server_uuid": "60ae956d-4ad6-4daa-b3ab-17887764d1de", "tag": "8a233fb5-2d53-4b16-93a8-5c30435c5d1f"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:58:26.685906 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358483da-115b-4271-b6c3-25c5ffa39f53 service neutron] Pushing event updated for resources: {'Port': ['ID=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:26.710183 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5501d3-0796-4606-8008-654128ad085c x-openstack-request-id: req-3c5501d3-0796-4606-8008-654128ad085c {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:58:26.710678 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ae956d-4ad6-4daa-b3ab-17887764d1de", "tag": "8a233fb5-2d53-4b16-93a8-5c30435c5d1f", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:58:26.710933 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c5501d3-0796-4606-8008-654128ad085c {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:58:26.711330 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'tag': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f', 'status': 'completed', 'code': 200} Jan 10 17:58:26.742498 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-777ae92e-199c-4d8c-8c58-8e44b97f635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:26.744027 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-777ae92e-199c-4d8c-8c58-8e44b97f635b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb36e7d31b6b45eba9a363741aea4328&device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 1100 time: 0.0456884 Jan 10 17:58:26.794445 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-85e7effc-992c-4e52-8b61-ea990c2005b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8a233fb5-2d53-4b16-93a8-5c30435c5d1f HTTP/1.1" status: 200 len: 217 time: 0.0379283 Jan 10 17:58:26.843726 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-8e9ff1aa-cb3c-4ba3-8db2-31a375f5b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:26.845278 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-8e9ff1aa-cb3c-4ba3-8db2-31a375f5b4df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79ab805d-bff3-4da2-b466-332265e9855f HTTP/1.1" status: 200 len: 843 time: 0.0435658 Jan 10 17:58:26.894480 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7c9b09d0-706a-4dc2-9e32-ec471fa5254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:26.895980 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-7c9b09d0-706a-4dc2-9e32-ec471fa5254a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fac2b1f-9a6d-4784-bbbc-a67fb6736d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402954 Jan 10 17:58:26.992019 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-a091211c-1812-4c2a-b9f3-ef5cf74e7b3d service neutron] 10.222.0.35 "GET /v2.0/networks/8fac2b1f-9a6d-4784-bbbc-a67fb6736d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858500 Jan 10 17:58:27.084902 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8e3f757d-cabb-437c-b21c-fa5dc8cae555 req-4ce9c112-9285-46e3-9ba7-95d563dc8297 service neutron] 10.222.0.35 "GET /v2.0/networks/8fac2b1f-9a6d-4784-bbbc-a67fb6736d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Jan 10 17:58:27.191174 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-a8c6ad59-bf8c-49db-bc25-9bb147acbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:27.192681 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-a8c6ad59-bf8c-49db-bc25-9bb147acbee7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fb36e7d31b6b45eba9a363741aea4328&device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 1100 time: 0.0448952 Jan 10 17:58:27.292910 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-0d7f3e47-5243-4b65-8b04-32a20d2c2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:27.294281 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-0d7f3e47-5243-4b65-8b04-32a20d2c2f70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8fac2b1f-9a6d-4784-bbbc-a67fb6736d86 HTTP/1.1" status: 200 len: 870 time: 0.0947795 Jan 10 17:58:27.336493 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-cdc43d89-3bba-4b8b-a625-41386013c814 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8a233fb5-2d53-4b16-93a8-5c30435c5d1f HTTP/1.1" status: 200 len: 217 time: 0.0353353 Jan 10 17:58:27.388419 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-4723130b-f812-4949-bdf3-beb55d874c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:27.389875 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-4723130b-f812-4949-bdf3-beb55d874c41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79ab805d-bff3-4da2-b466-332265e9855f HTTP/1.1" status: 200 len: 843 time: 0.0473583 Jan 10 17:58:27.435397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-a0268d07-65dd-47b7-9856-ea9bbb704bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:27.436840 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-a0268d07-65dd-47b7-9856-ea9bbb704bf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8fac2b1f-9a6d-4784-bbbc-a67fb6736d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400674 Jan 10 17:58:27.528953 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-ccb1c67c-4df2-414e-939b-0ce71613cb34 service neutron] 10.222.0.35 "GET /v2.0/networks/8fac2b1f-9a6d-4784-bbbc-a67fb6736d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853961 Jan 10 17:58:27.626123 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-55616cb7-eeae-47ee-96ca-ecccf6436e42 req-9c043a1d-5aad-4364-8ada-284a6b04ac06 service neutron] 10.222.0.35 "GET /v2.0/networks/8fac2b1f-9a6d-4784-bbbc-a67fb6736d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901237 Jan 10 17:58:27.705046 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc070fc6-7e6b-4a3f-a3c3-83ac93b41aeb req-58a80b71-5230-4d2b-8074-e3daa548b710 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:27.706519 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cc070fc6-7e6b-4a3f-a3c3-83ac93b41aeb req-58a80b71-5230-4d2b-8074-e3daa548b710 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 947 time: 0.0533473 Jan 10 17:58:27.754804 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cc070fc6-7e6b-4a3f-a3c3-83ac93b41aeb req-725a7e90-ab4a-4098-b56f-26648aa8fedf tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Jan 10 17:58:28.123841 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 8a233fb5-2d53-4b16-93a8-5c30435c5d1f details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:58:28.233395 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,segment=NetworkSegment(7e6f5785-a12b-4871-84cd-f5c029681f97),segment_id=7e6f5785-a12b-4871-84cd-f5c029681f97)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:58:28.378680 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f', 'network_id': '8fac2b1f-9a6d-4784-bbbc-a67fb6736d86', 'port_id': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f', 'mac_address': 'fa:16:3e:9f:cc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ab805d-bff3-4da2-b466-332265e9855f', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:58:28.417608 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:58:28.418053 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:28.430999 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a233fb5-2d53-4b16-93a8-5c30435c5d1f {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:58:28.450288 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,segment=NetworkSegment(7e6f5785-a12b-4871-84cd-f5c029681f97),segment_id=7e6f5785-a12b-4871-84cd-f5c029681f97)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:58:28.457320 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:28.502206 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:28.509620 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.509977 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.510322 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.510665 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.511013 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.511331 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.511664 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.511970 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.512300 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.512634 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.512988 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.513311 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.513632 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:58:28.750178 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['8a233fb5-2d53-4b16-93a8-5c30435c5d1f'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:58:28.871248 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4007164-45ed-4e01-9086-351f54c9d840 req-8a0dc722-c01e-4763-bb8d-0a4bcc2ced42 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:28.872738 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c4007164-45ed-4e01-9086-351f54c9d840 req-8a0dc722-c01e-4763-bb8d-0a4bcc2ced42 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 948 time: 0.0477152 Jan 10 17:58:28.927854 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-c4007164-45ed-4e01-9086-351f54c9d840 req-7ce78bcc-8930-40e7-8d83-d1ac483b7e51 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493500 Jan 10 17:58:30.060295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dae4e6-6730-445f-b173-4e249c7b0a96 req-83368a65-1175-434b-92d3-512a957e9697 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:30.061709 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-94dae4e6-6730-445f-b173-4e249c7b0a96 req-83368a65-1175-434b-92d3-512a957e9697 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 948 time: 0.0534258 Jan 10 17:58:30.108500 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-94dae4e6-6730-445f-b173-4e249c7b0a96 req-48df43d0-b492-433d-bff5-e63f3dc2e9e5 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Jan 10 17:58:30.139995 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 8a233fb5-2d53-4b16-93a8-5c30435c5d1f up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:58:30.189641 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:58:30.193671 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:58:30.194043 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:30.271888 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:58:30.272292 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:30.296410 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:58:30.298741 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec4d189-1338-4d26-b048-1aa60fac77c3" -d '{"events": [{"server_uuid": "60ae956d-4ad6-4daa-b3ab-17887764d1de", "name": "network-vif-plugged", "status": "completed", "tag": "8a233fb5-2d53-4b16-93a8-5c30435c5d1f"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:58:30.310698 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,segment=NetworkSegment(7e6f5785-a12b-4871-84cd-f5c029681f97),segment_id=7e6f5785-a12b-4871-84cd-f5c029681f97)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:58:30.315887 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:30.341030 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fbbb04-782c-4656-b187-3f5f9229c8be x-openstack-request-id: req-31fbbb04-782c-4656-b187-3f5f9229c8be {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:58:30.341318 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ae956d-4ad6-4daa-b3ab-17887764d1de", "name": "network-vif-plugged", "status": "completed", "tag": "8a233fb5-2d53-4b16-93a8-5c30435c5d1f", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:58:30.341569 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31fbbb04-782c-4656-b187-3f5f9229c8be {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:58:30.341963 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f', 'code': 200} Jan 10 17:58:30.369912 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:30.519316 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc19337-973b-44f9-8c1a-773c443a3a43 req-105ab778-4aa5-4a89-9026-7f9ec7aa5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:30.520743 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bdc19337-973b-44f9-8c1a-773c443a3a43 req-105ab778-4aa5-4a89-9026-7f9ec7aa5223 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 1102 time: 0.0401452 Jan 10 17:58:30.568775 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bdc19337-973b-44f9-8c1a-773c443a3a43 req-c9ffa04f-b12a-4725-b496-8157284fb938 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Jan 10 17:58:31.235095 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26480252-a4b7-4ee1-9e48-775a38f643ee req-ee408616-0077-4e1a-b7dd-a7be82ae36ef tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:31.236796 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-26480252-a4b7-4ee1-9e48-775a38f643ee req-ee408616-0077-4e1a-b7dd-a7be82ae36ef tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 949 time: 0.0512073 Jan 10 17:58:31.293407 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-26480252-a4b7-4ee1-9e48-775a38f643ee req-8bf01366-c2f5-4c3f-af4b-b408b5543261 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Jan 10 17:58:32.423634 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3defbe-2618-4980-a776-28d5a6100258 req-471e8c13-c96c-4ed0-aa87-c62bff77be42 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:32.425111 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dc3defbe-2618-4980-a776-28d5a6100258 req-471e8c13-c96c-4ed0-aa87-c62bff77be42 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 949 time: 0.0566442 Jan 10 17:58:32.471894 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-dc3defbe-2618-4980-a776-28d5a6100258 req-afd1a898-d37d-4dbd-b077-31d6b4b24257 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411501 Jan 10 17:58:32.735359 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf9bf8-2012-47a6-9ea9-4527fcefa746 req-d5ad5dcf-9689-4ef9-b5cb-83b951bf9b9c tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:32.736883 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-aedf9bf8-2012-47a6-9ea9-4527fcefa746 req-d5ad5dcf-9689-4ef9-b5cb-83b951bf9b9c tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 949 time: 0.0529270 Jan 10 17:58:32.785013 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-aedf9bf8-2012-47a6-9ea9-4527fcefa746 req-e27afaf8-8aaa-4849-a5d0-3014dc2f8b5e tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Jan 10 17:58:33.915676 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f50b8-e9bb-4758-a6b3-323d22727335 req-97ca0ed6-9192-4437-b5c8-38120c5997ae tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:33.917165 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3c2f50b8-e9bb-4758-a6b3-323d22727335 req-97ca0ed6-9192-4437-b5c8-38120c5997ae tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 949 time: 0.0544426 Jan 10 17:58:33.968984 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-3c2f50b8-e9bb-4758-a6b3-323d22727335 req-bcb82f43-c869-4b43-b964-2ee00b1a88cd tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/security-groups?id=09bbe3f5-4375-4170-a5fa-c28cd977a118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455146 Jan 10 17:58:34.192348 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-22acb4ba-241b-40d1-bc94-cdb94140aab7 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:34.193850 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-22acb4ba-241b-40d1-bc94-cdb94140aab7 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.35 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 949 time: 0.0605016 Jan 10 17:58:34.289451 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Deleting port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:58:34.289804 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:34.379553 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] For port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,segment=NetworkSegment(7e6f5785-a12b-4871-84cd-f5c029681f97),segment_id=7e6f5785-a12b-4871-84cd-f5c029681f97)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:58:34.379911 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:34.391573 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Calling delete_port for 8a233fb5-2d53-4b16-93a8-5c30435c5d1f owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:58:34.519109 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (8a233fb5-2d53-4b16-93a8-5c30435c5d1f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:34.535768 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['8a233fb5-2d53-4b16-93a8-5c30435c5d1f'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:58:34.549521 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Pushing event deleted for resources: {'Port': ['ID=8a233fb5-2d53-4b16-93a8-5c30435c5d1f,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:34.588761 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] No DVR routers for this DVR port 8a233fb5-2d53-4b16-93a8-5c30435c5d1f on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:58:34.591321 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:34.594715 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-bf88cebe-5eb7-4cd2-b12f-e22e5f70f421 req-701ad842-230d-45d4-9703-3603cdb094ea tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.35 "DELETE /v2.0/ports/8a233fb5-2d53-4b16-93a8-5c30435c5d1f HTTP/1.1" status: 204 len: 173 time: 0.3916981 Jan 10 17:58:34.595246 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'name': 'network-vif-deleted', 'tag': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:58:34.597445 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa8e3f8-65b2-4b68-8f75-9e7eca21540b" -d '{"events": [{"server_uuid": "60ae956d-4ad6-4daa-b3ab-17887764d1de", "name": "network-vif-deleted", "tag": "8a233fb5-2d53-4b16-93a8-5c30435c5d1f"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:58:34.638281 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e4f481-0cb2-479d-9ea3-28beb5943e8e x-openstack-request-id: req-93e4f481-0cb2-479d-9ea3-28beb5943e8e {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:58:34.638631 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ae956d-4ad6-4daa-b3ab-17887764d1de", "name": "network-vif-deleted", "tag": "8a233fb5-2d53-4b16-93a8-5c30435c5d1f", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:58:34.638940 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93e4f481-0cb2-479d-9ea3-28beb5943e8e {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:58:34.639415 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ae956d-4ad6-4daa-b3ab-17887764d1de', 'name': 'network-vif-deleted', 'tag': '8a233fb5-2d53-4b16-93a8-5c30435c5d1f', 'status': 'completed', 'code': 200} Jan 10 17:58:35.081840 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-4980a4c7-a2ae-4a86-94ba-99a5aa8387fa req-451bc503-d897-4ffb-adab-a71089146587 tempest-VolumesNegativeTest-986607327 tempest-VolumesNegativeTest-986607327-project] 10.222.0.31 "GET /v2.0/ports?device_id=60ae956d-4ad6-4daa-b3ab-17887764d1de HTTP/1.1" status: 200 len: 210 time: 0.0262101 Jan 10 17:58:38.184910 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 8a233fb5-2d53-4b16-93a8-5c30435c5d1f no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:58:38.212163 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 8a233fb5-2d53-4b16-93a8-5c30435c5d1f {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:58:38.212511 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 8a233fb5-2d53-4b16-93a8-5c30435c5d1f not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:58:40.022966 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43888) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:40.167719 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7b3b8ffd-3d48-433a-a0a5-6fae4de7aa2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb36e7d31b6b45eba9a363741aea4328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435485 Jan 10 17:58:40.171435 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43892) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:40.219509 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-056c18f7-b66c-4cbf-a47c-2fb356d0a4c5 admin admin] Publish callbacks [] for security_group (09bbe3f5-4375-4170-a5fa-c28cd977a118), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:40.241063 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-056c18f7-b66c-4cbf-a47c-2fb356d0a4c5 admin admin] Publish callbacks [] for security_group (09bbe3f5-4375-4170-a5fa-c28cd977a118), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:40.291368 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-056c18f7-b66c-4cbf-a47c-2fb356d0a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (09bbe3f5-4375-4170-a5fa-c28cd977a118), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:40.294043 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-056c18f7-b66c-4cbf-a47c-2fb356d0a4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:40.295209 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-056c18f7-b66c-4cbf-a47c-2fb356d0a4c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09bbe3f5-4375-4170-a5fa-c28cd977a118 HTTP/1.1" status: 204 len: 168 time: 0.1228104 Jan 10 17:58:40.303081 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c18f7-b66c-4cbf-a47c-2fb356d0a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bbe3f5-4375-4170-a5fa-c28cd977a118,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:40.740221 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-27673b06-7509-4895-a287-9d5ee4055dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:42.802978 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:43.165298 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3645788f-e5dd-4830-8f43-3c0575d28fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:44.115246 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:45.619762 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:47.009756 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:49.743372 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-94c86dd0-5b64-4648-84d8-7d5324a69ae3 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572796372&fields=id&tenant_id=177909419ff9413893866fd1a6a16a97 HTTP/1.1" status: 200 len: 267 time: 0.0456982 Jan 10 17:58:49.794277 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-36a7b7ff-c2cf-4d0b-adf5-9658f459392b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:49.795701 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-36a7b7ff-c2cf-4d0b-adf5-9658f459392b tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 984 time: 0.0470235 Jan 10 17:58:49.808787 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Request body: {'port': {'security_groups': ['6f1c400d-5f89-4e60-85de-4e35595a098d']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:58:49.882108 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.053606 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:58:50.340041 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.350182 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.363653 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['f22cb9d6-2268-411a-a9f4-09cd4527c21e'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:58:50.395264 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:50.396489 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.400721 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a6bb36bd-270d-4b3e-abb6-910bafb3bfab req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "PUT /v2.0/ports/f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 942 time: 0.5963352 Jan 10 17:58:50.401248 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:58:50.403572 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84585e4a-f3f1-44c5-a4f4-87141ef80798" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:58:50.404488 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43902) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:50.450237 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e1af8-5ad8-4f16-8ce7-a6eca696cc45 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event updated for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=7']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:50.463171 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa7ec0e-5d04-4bfd-b7ea-584b9a83de69 x-openstack-request-id: req-dfa7ec0e-5d04-4bfd-b7ea-584b9a83de69 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:58:50.463484 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:58:50.463715 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfa7ec0e-5d04-4bfd-b7ea-584b9a83de69 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:58:50.464115 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'status': 'completed', 'code': 200} Jan 10 17:58:50.477566 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['f22cb9d6-2268-411a-a9f4-09cd4527c21e'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:58:50.483065 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9522-badc-462e-be88-302be27dad1f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group (27a8fcb5-c951-457d-a707-81ebe7e4f1c5), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.509584 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9522-badc-462e-be88-302be27dad1f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group (27a8fcb5-c951-457d-a707-81ebe7e4f1c5), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.547575 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-7c2fe451-057f-4d54-8b91-44616481eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:50.549553 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-7c2fe451-057f-4d54-8b91-44616481eef7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1098 time: 0.0542984 Jan 10 17:58:50.591043 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9522-badc-462e-be88-302be27dad1f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (27a8fcb5-c951-457d-a707-81ebe7e4f1c5), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.595433 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9522-badc-462e-be88-302be27dad1f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.601203 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ad2d9522-badc-462e-be88-302be27dad1f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "DELETE /v2.0/security-groups/27a8fcb5-c951-457d-a707-81ebe7e4f1c5 HTTP/1.1" status: 204 len: 168 time: 0.1957357 Jan 10 17:58:50.607967 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43906) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:50.624935 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d9522-badc-462e-be88-302be27dad1f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8fcb5-c951-457d-a707-81ebe7e4f1c5,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:50.662846 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-18db3c81-ee8c-47f2-b65b-b26aad981ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:50.664471 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-18db3c81-ee8c-47f2-b65b-b26aad981ff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 916 time: 0.1079960 Jan 10 17:58:50.737720 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-6a6d27fd-f215-45f9-a398-c3eb21290b82 None None] Provisioning complete for port f22cb9d6-2268-411a-a9f4-09cd4527c21e triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:58:50.738307 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6a6d27fd-f215-45f9-a398-c3eb21290b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.747661 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-fc0dce42-a272-4cfc-b70e-87b1d518068f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 1001 time: 0.0742092 Jan 10 17:58:50.798194 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Deleting port d1e677b4-e617-4b44-9f8c-e0cdd135b9bc {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:58:50.798625 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.803050 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-7f4ea5c6-e471-428f-80e2-d40c3f6435bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:50.804655 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-7f4ea5c6-e471-428f-80e2-d40c3f6435bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.0501707 Jan 10 17:58:50.820036 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d27fd-f215-45f9-a398-c3eb21290b82 None None] Current status of the port f22cb9d6-2268-411a-a9f4-09cd4527c21e is: ACTIVE; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:58:50.851345 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-9f6063a6-03fc-4a20-b6f4-1dd6f8b3f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:50.852739 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-9f6063a6-03fc-4a20-b6f4-1dd6f8b3f9cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402765 Jan 10 17:58:50.873289 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.873609 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for floatingip (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:50.885348 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Calling delete_port for d1e677b4-e617-4b44-9f8c-e0cdd135b9bc owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:58:50.939906 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-e8a82212-4d91-4a97-bcb5-9aac3d6088b5 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801539 Jan 10 17:58:51.031652 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-84585e4a-f3f1-44c5-a4f4-87141ef80798 req-dbc2e4d9-2d85-49d3-afdb-bc17d0d4a049 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851393 Jan 10 17:58:51.037959 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (d1e677b4-e617-4b44-9f8c-e0cdd135b9bc), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:51.063020 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event deleted for resources: {'Port': ['ID=d1e677b4-e617-4b44-9f8c-e0cdd135b9bc,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:51.123466 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks [] for floatingip (63ac2449-1c2e-4c33-b385-25b295374564), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:51.123694 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.l3_db [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Floating IP 63ac2449-1c2e-4c33-b385-25b295374564 disassociated (deleted). External IP: 172.27.2.239, port: f22cb9d6-2268-411a-a9f4-09cd4527c21e. Jan 10 17:58:51.329956 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Router 563dade2-324b-4bf7-9bc7-df1ab325b76f has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:58:51.436122 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:58:51.441436 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:51.446408 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] Sync routers for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:58:51.457238 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:58:51.457843 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:58:51.469390 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-7c48ebb0-b718-48e8-814c-283ea3639190 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "DELETE /v2.0/floatingips/63ac2449-1c2e-4c33-b385-25b295374564 HTTP/1.1" status: 204 len: 168 time: 0.8553097 Jan 10 17:58:51.470089 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:58:51.472474 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e6bf87-3266-45fd-b106-5f1447db08c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:58:51.512615 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59c4d04-0b69-495c-90ad-53d600571bcc x-openstack-request-id: req-c59c4d04-0b69-495c-90ad-53d600571bcc {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:58:51.512943 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:58:51.513198 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c59c4d04-0b69-495c-90ad-53d600571bcc {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:58:51.513605 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'status': 'completed', 'code': 200} Jan 10 17:58:51.563572 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:58:51.576473 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-f7141ceb-6e78-41b8-b02e-c483b027f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:51.578046 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-f7141ceb-6e78-41b8-b02e-c483b027f184 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=177909419ff9413893866fd1a6a16a97&device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 1098 time: 0.0402153 Jan 10 17:58:51.674760 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-6fedd39f-1b06-4ce2-84c4-d9e22ec2c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:51.676249 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-6fedd39f-1b06-4ce2-84c4-d9e22ec2c7c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 200 len: 916 time: 0.0921793 Jan 10 17:58:51.728060 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-0cfbc368-2bff-4bc9-ac89-0c7474839265 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 200 len: 217 time: 0.0392263 Jan 10 17:58:51.775623 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:16Z', 'revision_number': 5, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:58:51.785379 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-ccd449db-ad7f-4567-992d-3ba9f49d10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:51.786842 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-ccd449db-ad7f-4567-992d-3ba9f49d10a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 200 len: 854 time: 0.0483451 Jan 10 17:58:51.806903 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] Checking router: 563dade2-324b-4bf7-9bc7-df1ab325b76f for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:58:51.815546 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:58:51.816161 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:58:51.833732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-613bf0d1-05e4-40f2-b9d4-abf1080f72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:51.835221 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-613bf0d1-05e4-40f2-b9d4-abf1080f72b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ed406d11-c823-49e2-bb94-29fe8b4b6eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423901 Jan 10 17:58:51.922325 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:58:51.928252 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-5a96c6af-0f85-424d-889e-3d4e1150c9aa service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815616 Jan 10 17:58:52.023999 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e7e6bf87-3266-45fd-b106-5f1447db08c9 req-1f785b7d-8295-4c32-bcdb-eb4d07ffc1f6 service neutron] 10.222.0.35 "GET /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865192 Jan 10 17:58:52.117918 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:16Z', 'revision_number': 5, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:58:52.144051 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217de51-e5fb-4f5b-b46e-5eb32daf9aa2 None None] The sync data for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi is: [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:09Z', 'revision_number': 4, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '207282ad-6c32-44c6-a2e5-ef01f181ddee', 'name': '', 'network_id': 'ed406d11-c823-49e2-bb94-29fe8b4b6eab', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'mac_address': 'fa:16:3e:a7:89:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:08Z', 'updated_at': '2022-01-10T17:56:16Z', 'revision_number': 5, 'project_id': '177909419ff9413893866fd1a6a16a97', 'subnets': [{'id': 'd2b70188-06da-46a2-aba6-205d50e76cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:58:52.367017 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350cda52-ca7a-4adc-99e4-307f834ebbaf None None] New status for floating IP 63ac2449-1c2e-4c33-b385-25b295374564: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:58:54.216987 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7791e5-50c6-48f4-8188-96da0286c795 req-cdae8cae-ed58-4cd8-8611-4ccf444c9842 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:54.218763 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ec7791e5-50c6-48f4-8188-96da0286c795 req-cdae8cae-ed58-4cd8-8611-4ccf444c9842 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0574150 Jan 10 17:58:54.269964 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ec7791e5-50c6-48f4-8188-96da0286c795 req-174bbb3e-5853-4116-ba10-0186a6cb3c30 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Jan 10 17:58:55.391652 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549880b-fb77-46f4-a9d1-7300b7305b8f req-84d7aa16-dbcc-47a8-8b75-886e4c71e189 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:55.393127 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e549880b-fb77-46f4-a9d1-7300b7305b8f req-84d7aa16-dbcc-47a8-8b75-886e4c71e189 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0528376 Jan 10 17:58:55.442999 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-e549880b-fb77-46f4-a9d1-7300b7305b8f req-5801630e-d957-415f-9b55-4383e7691193 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Jan 10 17:58:56.284790 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-0efe23d9-16aa-4b10-bdd2-3e8549ac4e24 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:56.286269 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-0efe23d9-16aa-4b10-bdd2-3e8549ac4e24 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0591822 Jan 10 17:58:56.383277 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Deleting port f22cb9d6-2268-411a-a9f4-09cd4527c21e {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:58:56.383620 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:56.469047 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] For port f22cb9d6-2268-411a-a9f4-09cd4527c21e, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=f22cb9d6-2268-411a-a9f4-09cd4527c21e,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:58:56.469707 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:56.482219 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Calling delete_port for f22cb9d6-2268-411a-a9f4-09cd4527c21e owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:58:56.560363 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d15623-318d-4fd8-8029-a86d99b28f17 req-41ceb8d1-8057-4487-8abe-f74408ae4011 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:58:56.561759 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b8d15623-318d-4fd8-8029-a86d99b28f17 req-41ceb8d1-8057-4487-8abe-f74408ae4011 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4a914f9-4bb2-455c-9992-8b96434fdf92 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Jan 10 17:58:56.610722 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-b8d15623-318d-4fd8-8029-a86d99b28f17 req-44e9b281-e074-4bc3-81b8-c85f19111d7f tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.31 "GET /v2.0/security-groups?id=6f1c400d-5f89-4e60-85de-4e35595a098d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Jan 10 17:58:56.612746 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (f22cb9d6-2268-411a-a9f4-09cd4527c21e), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:56.628977 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['f22cb9d6-2268-411a-a9f4-09cd4527c21e'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:58:56.642046 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Pushing event deleted for resources: {'Port': ['ID=f22cb9d6-2268-411a-a9f4-09cd4527c21e,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:56.684487 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] No DVR routers for this DVR port f22cb9d6-2268-411a-a9f4-09cd4527c21e on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:58:56.687037 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:56.690292 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-285cbf85-19cd-44b0-b8bd-175722f047b2 req-fccd6dd7-9ff4-4c3d-b4f2-a3cd33195373 tempest-TestMinimumBasicScenario-1912152036 tempest-TestMinimumBasicScenario-1912152036-project] 10.222.0.35 "DELETE /v2.0/ports/f22cb9d6-2268-411a-a9f4-09cd4527c21e HTTP/1.1" status: 204 len: 173 time: 0.3950598 Jan 10 17:58:56.690729 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'name': 'network-vif-deleted', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:58:56.692965 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bf99f6-fd7c-480e-af8d-76d656793c74" -d '{"events": [{"server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "name": "network-vif-deleted", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:58:56.728190 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4c638-e85a-49b2-9af1-8bbf41952b97 x-openstack-request-id: req-f1f4c638-e85a-49b2-9af1-8bbf41952b97 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:58:56.728482 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a914f9-4bb2-455c-9992-8b96434fdf92", "name": "network-vif-deleted", "tag": "f22cb9d6-2268-411a-a9f4-09cd4527c21e", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:58:56.728814 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1f4c638-e85a-49b2-9af1-8bbf41952b97 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:58:56.729250 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a914f9-4bb2-455c-9992-8b96434fdf92', 'name': 'network-vif-deleted', 'tag': 'f22cb9d6-2268-411a-a9f4-09cd4527c21e', 'status': 'completed', 'code': 200} Jan 10 17:58:58.303722 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43980) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:58.647543 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (563dade2-324b-4bf7-9bc7-df1ab325b76f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:58.902470 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Deleting port 207282ad-6c32-44c6-a2e5-ef01f181ddee {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:58:58.902838 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:58.984166 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] For port 207282ad-6c32-44c6-a2e5-ef01f181ddee, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=207282ad-6c32-44c6-a2e5-ef01f181ddee,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:58:58.984512 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:58.997830 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Calling delete_port for 207282ad-6c32-44c6-a2e5-ef01f181ddee owned by network:router_interface {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:58:59.177484 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (207282ad-6c32-44c6-a2e5-ef01f181ddee), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:59.203146 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Pushing event deleted for resources: {'Port': ['ID=207282ad-6c32-44c6-a2e5-ef01f181ddee,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:58:59.361308 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (563dade2-324b-4bf7-9bc7-df1ab325b76f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:59.581756 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Router 563dade2-324b-4bf7-9bc7-df1ab325b76f has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:58:59.698704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:58:59.703959 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-f28ee855-d8f6-45d9-8930-39a524de7513 admin admin] 10.222.0.31 "PUT /v2.0/routers/563dade2-324b-4bf7-9bc7-df1ab325b76f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3991745 Jan 10 17:58:59.706595 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43982) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:58:59.710391 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] Sync routers for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:58:59.721612 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:58:59.722502 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:58:59.809878 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks [] for router (563dade2-324b-4bf7-9bc7-df1ab325b76f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:59.826597 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:58:59.911058 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks [] for router_gateway (563dade2-324b-4bf7-9bc7-df1ab325b76f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:58:59.969736 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Deleting port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:58:59.969736 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.002853 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:58:59Z', 'revision_number': 5, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port': {'id': '8b192d4c-68a5-4ab0-8665-4487cf2dcc97', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:00.051314 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] For port 8b192d4c-68a5-4ab0-8665-4487cf2dcc97, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:00.051699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.064524 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Calling delete_port for 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 owned by network:router_gateway {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:59:00.161972 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] Checking router: 563dade2-324b-4bf7-9bc7-df1ab325b76f for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:59:00.171148 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] Routers {'563dade2-324b-4bf7-9bc7-df1ab325b76f'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:59:00.171777 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['563dade2-324b-4bf7-9bc7-df1ab325b76f'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:00.229798 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (8b192d4c-68a5-4ab0-8665-4487cf2dcc97), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.254544 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b192d4c-68a5-4ab0-8665-4487cf2dcc97,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:00.258263 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] Set router 563dade2-324b-4bf7-9bc7-df1ab325b76f gateway port host: None {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:59:00.310390 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device f22cb9d6-2268-411a-a9f4-09cd4527c21e no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:00.313713 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:58:59Z', 'revision_number': 6, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port_host': None}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:00.316227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (563dade2-324b-4bf7-9bc7-df1ab325b76f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.334726 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: f22cb9d6-2268-411a-a9f4-09cd4527c21e {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:00.335064 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device f22cb9d6-2268-411a-a9f4-09cd4527c21e not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:00.358966 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a80f4-bb50-4b0c-aeac-d041c0c5511f None None] The sync data for ids ['563dade2-324b-4bf7-9bc7-df1ab325b76f'] in dv-cinder-824031-2-iscsi is: [{'id': '563dade2-324b-4bf7-9bc7-df1ab325b76f', 'name': 'tempest-TestMinimumBasicScenario-1863255888-router', 'tenant_id': '177909419ff9413893866fd1a6a16a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:06Z', 'updated_at': '2022-01-10T17:58:59Z', 'revision_number': 6, 'project_id': '177909419ff9413893866fd1a6a16a97', 'gw_port_host': None}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:59:00.682392 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (563dade2-324b-4bf7-9bc7-df1ab325b76f), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.685228 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks [] for router_controller (563dade2-324b-4bf7-9bc7-df1ab325b76f), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.746384 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (563dade2-324b-4bf7-9bc7-df1ab325b76f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.747134 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 563dade2-324b-4bf7-9bc7-df1ab325b76f {{(pid=114063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:59:00.751905 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.753368 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-00901561-ffd9-4342-a8d7-de3179a9d376 admin admin] 10.222.0.31 "DELETE /v2.0/routers/563dade2-324b-4bf7-9bc7-df1ab325b76f HTTP/1.1" status: 204 len: 168 time: 1.0455866 Jan 10 17:59:00.755719 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43984) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:00.805478 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] Deleting subnet d2b70188-06da-46a2-aba6-205d50e76cf4 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:59:00.809866 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] Publish callbacks [] for subnet (d2b70188-06da-46a2-aba6-205d50e76cf4), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.821930 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 207282ad-6c32-44c6-a2e5-ef01f181ddee no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:00.842564 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 207282ad-6c32-44c6-a2e5-ef01f181ddee {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:00.842928 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 207282ad-6c32-44c6-a2e5-ef01f181ddee not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:00.854769 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (d2b70188-06da-46a2-aba6-205d50e76cf4), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.941135 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (d2b70188-06da-46a2-aba6-205d50e76cf4), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:00.997453 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (d2b70188-06da-46a2-aba6-205d50e76cf4), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.029353 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b70188-06da-46a2-aba6-205d50e76cf4,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:01.031308 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.034514 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c083ea9e-b4f2-42c2-b202-6998ff01c250 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d2b70188-06da-46a2-aba6-205d50e76cf4 HTTP/1.1" status: 204 len: 168 time: 0.2778976 Jan 10 17:59:01.037180 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 43986) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:01.037697 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914e66bb-f8f9-4f8c-a059-2bd95ffd2a27 None None] Network ed406d11-c823-49e2-bb94-29fe8b4b6eab requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:59:01.070704 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:59:01.108174 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (ed406d11-c823-49e2-bb94-29fe8b4b6eab), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.161872 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Deleting port 21155ce0-846b-427f-9b4c-16a076a8ede0 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:59:01.162636 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.203401 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] DHCP port deletion for ed406d11-c823-49e2-bb94-29fe8b4b6eab request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:59:01.227212 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] For port 21155ce0-846b-427f-9b4c-16a076a8ede0, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=21155ce0-846b-427f-9b4c-16a076a8ede0,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:01.227578 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.239881 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Calling delete_port for 21155ce0-846b-427f-9b4c-16a076a8ede0 owned by network:dhcp {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:59:01.249898 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] Deleting port 21155ce0-846b-427f-9b4c-16a076a8ede0 {{(pid=114065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:59:01.250392 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), before_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.318535 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] For port 21155ce0-846b-427f-9b4c-16a076a8ede0, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=21155ce0-846b-427f-9b4c-16a076a8ede0,segment=NetworkSegment(5858e026-6563-4521-9764-fa970239071c),segment_id=5858e026-6563-4521-9764-fa970239071c)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:01.318990 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), precommit_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.326184 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.331875 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] Calling delete_port for 21155ce0-846b-427f-9b4c-16a076a8ede0 owned by network:dhcp {{(pid=114065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:59:01.349173 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21155ce0-846b-427f-9b4c-16a076a8ede0,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:01.354639 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] No DVR routers for this DVR port 21155ce0-846b-427f-9b4c-16a076a8ede0 on host dv-cinder-824031-2-iscsi {{(pid=114064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:59:01.406628 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425'] for port (21155ce0-846b-427f-9b4c-16a076a8ede0), after_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.427962 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (ed406d11-c823-49e2-bb94-29fe8b4b6eab), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.433589 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] Pushing event deleted for resources: {'Port': ['ID=21155ce0-846b-427f-9b4c-16a076a8ede0,revision_number=None']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:01.435473 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e5306-7217-42bc-8949-7ce0d951e538 None None] No DVR routers for this DVR port 21155ce0-846b-427f-9b4c-16a076a8ede0 on host dv-cinder-824031-2-iscsi {{(pid=114065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:59:01.453453 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed406d11-c823-49e2-bb94-29fe8b4b6eab']}} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:01.464476 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5858e026-6563-4521-9764-fa970239071c') {'for_net_delete': True} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:01.464778 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.services.segments.db [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5858e026-6563-4521-9764-fa970239071c') {} {{(pid=114064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:01.475531 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17570558'] for segment (5858e026-6563-4521-9764-fa970239071c), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.489726 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (5858e026-6563-4521-9764-fa970239071c), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.495936 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=114064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:59:01.496509 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17049243'] for segment (5858e026-6563-4521-9764-fa970239071c), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: Traceback (most recent call last): Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: timer() Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: cb(*args, **kw) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: return func(*args, **kwargs) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: self._notify() Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: self.callback(batched_events) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: event.method(event) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: return f(self, *a, **k) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._get(url).json() Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: return self.request(url, 'GET', **kwargs) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:59:01.498456 dv-cinder-824031-2-iscsi neutron-server[114064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:59:01.560557 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (ed406d11-c823-49e2-bb94-29fe8b4b6eab), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.577195 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:01.580367 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ed406d11-c823-49e2-bb94-29fe8b4b6eab HTTP/1.1" status: 204 len: 168 time: 0.5414503 Jan 10 17:59:01.583431 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43988) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:01.591043 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba41b-d7f1-42b7-a444-ede7d26998f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed406d11-c823-49e2-bb94-29fe8b4b6eab,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:01.926341 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (536980d4-3fa7-4c69-a891-a1b741cd421d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:02.179386 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Deleting port 523a9fed-cffd-4534-9f4f-47656ca6c8c3 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:59:02.179828 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:02.261137 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] For port 523a9fed-cffd-4534-9f4f-47656ca6c8c3, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=523a9fed-cffd-4534-9f4f-47656ca6c8c3,segment=NetworkSegment(dfcfce6b-f621-4422-bf6d-390ae47b3ae5),segment_id=dfcfce6b-f621-4422-bf6d-390ae47b3ae5)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:02.261495 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:02.274345 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Calling delete_port for 523a9fed-cffd-4534-9f4f-47656ca6c8c3 owned by network:router_interface {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:59:02.450410 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (523a9fed-cffd-4534-9f4f-47656ca6c8c3), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:02.479197 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Pushing event deleted for resources: {'Port': ['ID=523a9fed-cffd-4534-9f4f-47656ca6c8c3,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:02.508066 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 21155ce0-846b-427f-9b4c-16a076a8ede0 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:02.534244 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 21155ce0-846b-427f-9b4c-16a076a8ede0 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:02.534914 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 21155ce0-846b-427f-9b4c-16a076a8ede0 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:02.535342 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:02.555101 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:02.555458 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 8b192d4c-68a5-4ab0-8665-4487cf2dcc97 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:02.641163 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (536980d4-3fa7-4c69-a891-a1b741cd421d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:02.854106 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Router 536980d4-3fa7-4c69-a891-a1b741cd421d has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:59:02.954327 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:59:02.959508 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-b135dcbf-c66e-4c21-85f1-9b996a569adf admin admin] 10.222.0.31 "PUT /v2.0/routers/536980d4-3fa7-4c69-a891-a1b741cd421d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3750129 Jan 10 17:59:02.962369 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43990) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:02.963127 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] Sync routers for ids ['536980d4-3fa7-4c69-a891-a1b741cd421d'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:59:02.973793 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] Routers {'536980d4-3fa7-4c69-a891-a1b741cd421d'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:59:02.974366 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['536980d4-3fa7-4c69-a891-a1b741cd421d'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:03.064078 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks [] for router (536980d4-3fa7-4c69-a891-a1b741cd421d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.076891 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] Set router 536980d4-3fa7-4c69-a891-a1b741cd421d gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:59:03.166168 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks [] for router_gateway (536980d4-3fa7-4c69-a891-a1b741cd421d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.219345 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Deleting port 2426226e-d244-457d-8c63-d43ef02f5570 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:59:03.219659 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (2426226e-d244-457d-8c63-d43ef02f5570), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.246982 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '2426226e-d244-457d-8c63-d43ef02f5570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:59:02Z', 'revision_number': 5, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port': {'id': '2426226e-d244-457d-8c63-d43ef02f5570', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:3c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:03.276761 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] Checking router: 536980d4-3fa7-4c69-a891-a1b741cd421d for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:59:03.285155 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] Routers {'536980d4-3fa7-4c69-a891-a1b741cd421d'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:59:03.285759 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['536980d4-3fa7-4c69-a891-a1b741cd421d'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:03.300782 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] For port 2426226e-d244-457d-8c63-d43ef02f5570, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=2426226e-d244-457d-8c63-d43ef02f5570,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:03.301183 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (2426226e-d244-457d-8c63-d43ef02f5570), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.314048 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Calling delete_port for 2426226e-d244-457d-8c63-d43ef02f5570 owned by network:router_gateway {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:59:03.368188 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] Set router 536980d4-3fa7-4c69-a891-a1b741cd421d gateway port host: None {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:59:03.417491 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:59:03Z', 'revision_number': 6, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port_host': None}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:03.484430 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (2426226e-d244-457d-8c63-d43ef02f5570), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.515765 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Pushing event deleted for resources: {'Port': ['ID=2426226e-d244-457d-8c63-d43ef02f5570,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:03.534943 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550292c-dbbf-4fca-a8ad-f4dbeedd89c8 None None] The sync data for ids ['536980d4-3fa7-4c69-a891-a1b741cd421d'] in dv-cinder-824031-2-iscsi is: [{'id': '536980d4-3fa7-4c69-a891-a1b741cd421d', 'name': 'tempest-TestMinimumBasicScenario-791010457-router', 'tenant_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:11Z', 'updated_at': '2022-01-10T17:59:03Z', 'revision_number': 6, 'project_id': '0e9d9c7dd8a0405d8a151f37390075c6', 'gw_port_host': None}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:59:03.580165 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (536980d4-3fa7-4c69-a891-a1b741cd421d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.669083 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (536980d4-3fa7-4c69-a891-a1b741cd421d), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.671746 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks [] for router_controller (536980d4-3fa7-4c69-a891-a1b741cd421d), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.717672 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (536980d4-3fa7-4c69-a891-a1b741cd421d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.718370 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 536980d4-3fa7-4c69-a891-a1b741cd421d {{(pid=114063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 17:59:03.723828 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.725045 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0cd0debf-f3b4-482c-add0-8261b582863e admin admin] 10.222.0.31 "DELETE /v2.0/routers/536980d4-3fa7-4c69-a891-a1b741cd421d HTTP/1.1" status: 204 len: 168 time: 0.7617481 Jan 10 17:59:03.728496 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43992) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:03.773372 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] Deleting subnet 46477ad0-c08a-4e96-9953-79fe1682d255 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 17:59:03.776882 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] Publish callbacks [] for subnet (46477ad0-c08a-4e96-9953-79fe1682d255), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.813879 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (46477ad0-c08a-4e96-9953-79fe1682d255), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.889346 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (46477ad0-c08a-4e96-9953-79fe1682d255), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.943978 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (46477ad0-c08a-4e96-9953-79fe1682d255), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.972610 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46477ad0-c08a-4e96-9953-79fe1682d255,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:03.976350 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:03.979718 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-71a59202-d6dd-4f5b-8c76-c0bcf0831eea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46477ad0-c08a-4e96-9953-79fe1682d255 HTTP/1.1" status: 204 len: 168 time: 0.2501059 Jan 10 17:59:03.982301 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43994) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:03.982447 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f28fe8-fe54-4743-adbe-d442d8890bd8 None None] Network ebd0fd27-34ee-4507-bb3c-799985f5475d requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 17:59:04.049456 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (ebd0fd27-34ee-4507-bb3c-799985f5475d), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.103339 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Deleting port 92761d79-6baa-44b0-99bc-9c84e23a6030 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:59:04.103679 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.167970 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] For port 92761d79-6baa-44b0-99bc-9c84e23a6030, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=92761d79-6baa-44b0-99bc-9c84e23a6030,segment=NetworkSegment(dfcfce6b-f621-4422-bf6d-390ae47b3ae5),segment_id=dfcfce6b-f621-4422-bf6d-390ae47b3ae5)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:04.168331 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.187301 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Calling delete_port for 92761d79-6baa-44b0-99bc-9c84e23a6030 owned by network:dhcp {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:59:04.274981 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (92761d79-6baa-44b0-99bc-9c84e23a6030), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.288746 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725da02a-de72-451e-9a4e-2aff552c58f1 None None] DHCP port deletion for ebd0fd27-34ee-4507-bb3c-799985f5475d request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 17:59:04.301532 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Pushing event deleted for resources: {'Port': ['ID=92761d79-6baa-44b0-99bc-9c84e23a6030,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:04.309098 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] No DVR routers for this DVR port 92761d79-6baa-44b0-99bc-9c84e23a6030 on host dv-cinder-824031-2-iscsi {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:59:04.381132 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (ebd0fd27-34ee-4507-bb3c-799985f5475d), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.401912 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd0fd27-34ee-4507-bb3c-799985f5475d']}} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:04.411997 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5') {'for_net_delete': True} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:04.412295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcfce6b-f621-4422-bf6d-390ae47b3ae5') {} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:04.422091 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27034959'] for segment (dfcfce6b-f621-4422-bf6d-390ae47b3ae5), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.435080 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (dfcfce6b-f621-4422-bf6d-390ae47b3ae5), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.441206 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 17:59:04.441593 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27178431'] for segment (dfcfce6b-f621-4422-bf6d-390ae47b3ae5), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.443210 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: Traceback (most recent call last): Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: timer() Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: cb(*args, **kw) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: return func(*args, **kwargs) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: self._notify() Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: self.callback(batched_events) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: event.method(event) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: return f(self, *a, **k) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._get(url).json() Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: return self.request(url, 'GET', **kwargs) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 17:59:04.445612 dv-cinder-824031-2-iscsi neutron-server[114063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 17:59:04.501441 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (ebd0fd27-34ee-4507-bb3c-799985f5475d), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.504083 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 92761d79-6baa-44b0-99bc-9c84e23a6030 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:04.507668 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.513321 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] 10.222.0.31 "DELETE /v2.0/networks/ebd0fd27-34ee-4507-bb3c-799985f5475d HTTP/1.1" status: 204 len: 168 time: 0.5300341 Jan 10 17:59:04.528212 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654adf9-62b6-48cb-99bd-2cfc36e0423f admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd0fd27-34ee-4507-bb3c-799985f5475d,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:04.529684 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 92761d79-6baa-44b0-99bc-9c84e23a6030 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:04.530271 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 92761d79-6baa-44b0-99bc-9c84e23a6030 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:04.530879 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 523a9fed-cffd-4534-9f4f-47656ca6c8c3 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:04.551576 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 523a9fed-cffd-4534-9f4f-47656ca6c8c3 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:04.551923 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 523a9fed-cffd-4534-9f4f-47656ca6c8c3 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:04.552336 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2426226e-d244-457d-8c63-d43ef02f5570 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:04.571313 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 2426226e-d244-457d-8c63-d43ef02f5570 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:04.571656 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 2426226e-d244-457d-8c63-d43ef02f5570 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:04.686144 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 43998) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:04.727024 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-01269d0c-fa4b-4ae0-bd58-42ceb46b50c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=177909419ff9413893866fd1a6a16a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396080 Jan 10 17:59:04.729790 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44000) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:04.781460 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d6182a0c-d9ef-481a-86c4-7c20109e0248 admin admin] Publish callbacks [] for security_group (6f1c400d-5f89-4e60-85de-4e35595a098d), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.802876 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d6182a0c-d9ef-481a-86c4-7c20109e0248 admin admin] Publish callbacks [] for security_group (6f1c400d-5f89-4e60-85de-4e35595a098d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.854881 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d6182a0c-d9ef-481a-86c4-7c20109e0248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6f1c400d-5f89-4e60-85de-4e35595a098d), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.857418 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-d6182a0c-d9ef-481a-86c4-7c20109e0248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:04.858559 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-d6182a0c-d9ef-481a-86c4-7c20109e0248 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f1c400d-5f89-4e60-85de-4e35595a098d HTTP/1.1" status: 204 len: 168 time: 0.1277573 Jan 10 17:59:04.868464 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6182a0c-d9ef-481a-86c4-7c20109e0248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1c400d-5f89-4e60-85de-4e35595a098d,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:05.183014 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44006) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:05.222566 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-4f808505-a121-42c4-8459-3227f2865421 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e9d9c7dd8a0405d8a151f37390075c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382974 Jan 10 17:59:05.225923 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44008) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:05.272629 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-26d6502b-dba9-431a-821d-e8a3a23ea2ea admin admin] Publish callbacks [] for security_group (6cba59eb-7736-4a33-a091-3e3dd12780fc), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:05.294611 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-26d6502b-dba9-431a-821d-e8a3a23ea2ea admin admin] Publish callbacks [] for security_group (6cba59eb-7736-4a33-a091-3e3dd12780fc), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:05.347225 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-26d6502b-dba9-431a-821d-e8a3a23ea2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (6cba59eb-7736-4a33-a091-3e3dd12780fc), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:05.351187 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-26d6502b-dba9-431a-821d-e8a3a23ea2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:05.352746 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-26d6502b-dba9-431a-821d-e8a3a23ea2ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cba59eb-7736-4a33-a091-3e3dd12780fc HTTP/1.1" status: 204 len: 168 time: 0.1259396 Jan 10 17:59:05.360372 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6502b-dba9-431a-821d-e8a3a23ea2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba59eb-7736-4a33-a091-3e3dd12780fc,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:09.343500 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147afcba-7455-48ce-8b1e-0de477efcc1c req-4854b158-464e-401f-bbbc-7b83dd701d00 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:09.344994 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-147afcba-7455-48ce-8b1e-0de477efcc1c req-4854b158-464e-401f-bbbc-7b83dd701d00 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 946 time: 0.0482011 Jan 10 17:59:09.395872 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-147afcba-7455-48ce-8b1e-0de477efcc1c req-ee1928f2-52bb-48c5-8a92-9f7eeb0e3955 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Jan 10 17:59:10.531452 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f6637-418f-4c4d-b6fe-3c78d8fae646 req-65b51db9-f521-40bd-aee2-3c6e00bb5812 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:10.532880 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-413f6637-418f-4c4d-b6fe-3c78d8fae646 req-65b51db9-f521-40bd-aee2-3c6e00bb5812 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 946 time: 0.0591033 Jan 10 17:59:10.585907 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-413f6637-418f-4c4d-b6fe-3c78d8fae646 req-d64d5190-fe61-4bb9-a7df-a09509175bf2 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Jan 10 17:59:10.738877 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-5f8c41a9-072d-46d8-b923-8aa6859bd164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:11.058512 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-ad6ed2ea-8750-40a4-aa36-2689e1037e3c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:11.059854 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-ad6ed2ea-8750-40a4-aa36-2689e1037e3c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 946 time: 0.0694652 Jan 10 17:59:11.151486 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Deleting port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 17:59:11.151864 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:11.500882 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] For port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:11.501238 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:11.688454 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:11.688812 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (f17389ed-6e80-42ad-b1d2-af33b5cf2e30), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:11.689159 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Floating IP f17389ed-6e80-42ad-b1d2-af33b5cf2e30 disassociated. External IP: 172.27.2.79, port: 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f. Jan 10 17:59:11.689496 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Calling delete_port for 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 17:59:11.747570 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcc920-eac1-4288-be34-4c10cc88e44a req-9e354b14-ccc9-4548-8060-f435e3272dec tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:11.749141 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-afdcc920-eac1-4288-be34-4c10cc88e44a req-9e354b14-ccc9-4548-8060-f435e3272dec tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 946 time: 0.0947206 Jan 10 17:59:11.817088 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-afdcc920-eac1-4288-be34-4c10cc88e44a req-0b2d4f46-324a-4e76-9e07-4be7167427e3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613322 Jan 10 17:59:11.872681 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:11.901959 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event deleted for resources: {'Port': ['ID=65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:12.018240 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:59:12.138640 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:59:12.148712 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:59:12.158810 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:59:12.159433 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:12.180556 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] No DVR routers for this DVR port 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 17:59:12.182972 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:12.186343 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5f71f578-06f5-4ab5-b097-f117bc388ea8 req-a0dbb012-6ac9-49ae-adcf-d0831e258b66 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "DELETE /v2.0/ports/65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f HTTP/1.1" status: 204 len: 173 time: 1.1179624 Jan 10 17:59:12.186783 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'name': 'network-vif-deleted', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:59:12.189063 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc60ec-337a-4163-ad4b-1745e8c13158" -d '{"events": [{"server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "name": "network-vif-deleted", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:59:12.228112 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2107666-dfa8-4ad1-a113-5682234e17fe x-openstack-request-id: req-b2107666-dfa8-4ad1-a113-5682234e17fe {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:59:12.228429 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889899e8-0c46-4ec2-b710-28606b28c01c", "name": "network-vif-deleted", "tag": "65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:59:12.228684 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2107666-dfa8-4ad1-a113-5682234e17fe {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:59:12.229116 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889899e8-0c46-4ec2-b710-28606b28c01c', 'name': 'network-vif-deleted', 'tag': '65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f', 'status': 'completed', 'code': 200} Jan 10 17:59:12.281810 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:59:12.484909 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:12.514607 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:59:12.525130 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:59:12.525836 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:58:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:12.628883 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:59:12.819564 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:12.847443 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:12.872922 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32898e6a-bd51-432b-bdd3-9194386b2ca4 None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:59:12.922708 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-ea19c365-d652-450c-ac43-01487cd2dc55 req-ef3fca36-0b14-4d7e-8edf-6be872d67e5f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=889899e8-0c46-4ec2-b710-28606b28c01c HTTP/1.1" status: 200 len: 210 time: 0.0263169 Jan 10 17:59:13.087988 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f8cac-2501-448b-a817-8db76a8385d8 None None] New status for floating IP f17389ed-6e80-42ad-b1d2-af33b5cf2e30: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:59:13.160702 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-494f8253-048b-47a7-b40c-0b73cd979f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:14.107968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:14.191689 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-f81f1089-8d55-4cd3-b2ce-48ae1f04f63c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613355434&fields=id&tenant_id=70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 267 time: 0.0491209 Jan 10 17:59:14.301753 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-62af2787-a000-4b22-8916-302ffde865f6 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:14.303143 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-62af2787-a000-4b22-8916-302ffde865f6 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 812 time: 0.1049960 Jan 10 17:59:14.320769 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-8b2fd73c-2dbc-4de2-956b-fac3a292c495 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/quotas/70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Jan 10 17:59:14.372226 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 17:59:14.376376 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-ef6256d3-ed02-450a-bfc7-83c48c2f581a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508378 Jan 10 17:59:14.393127 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 17:59:14.393478 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 65f22aaa-28b1-4c78-a5c9-e14d8eaafd9f not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 17:59:14.475180 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-1152ff0a-2402-41a9-ba13-aef676af650e service neutron] 10.222.0.31 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870438 Jan 10 17:59:14.577356 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-e03057c9-4210-461e-b1ee-8b998a37fa57 service neutron] 10.222.0.31 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962248 Jan 10 17:59:14.874958 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-3d9a323e-f0dc-43c8-a08c-2ab675225c3e req-6b7e6079-362c-474c-a5c5-66631f2372c0 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 210 time: 0.0259886 Jan 10 17:59:15.619925 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:15.945186 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-7a873bf7-8fed-4549-9523-19b799d66499 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:15.946626 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-7a873bf7-8fed-4549-9523-19b799d66499 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 812 time: 0.1058524 Jan 10 17:59:15.977479 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-aad1f25a-eba6-43d2-b279-0c8eb4ee0e45 req-f6a77fdb-0b37-4e42-8229-fbe656a519de tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 210 time: 0.0299046 Jan 10 17:59:16.030157 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-c9d661d4-5f14-45f8-9127-aa17a6a5b614 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 380 time: 0.0550141 Jan 10 17:59:16.039449 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'port': {'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'admin_state_up': True, 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'security_groups': ['37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:59:16.158105 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Made reservation on behalf of 70891404a20f4177b6c2d794789ffaf8 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 17:59:16.161677 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.289152 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Allocated IP 172.20.0.14 (437dbd0e-3a00-4991-97a3-868307541093/5cb2c2b2-524e-4517-ae2c-fbc6863c4031/51559859-7796-4642-82ae-bdbfad282450) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:59:16.430094 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (51559859-7796-4642-82ae-bdbfad282450), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.465304 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (51559859-7796-4642-82ae-bdbfad282450), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.508786 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Network 437dbd0e-3a00-4991-97a3-868307541093 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:59:16.511904 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:59:16.515640 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:59:16.522168 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=51559859-7796-4642-82ae-bdbfad282450,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:16.569225 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:16.569852 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.588151 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-78dc1854-29dc-4092-9bcd-d9d14d4b2c58 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5524373 Jan 10 17:59:16.602623 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Request body: {'port': {'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:59:16.662302 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (51559859-7796-4642-82ae-bdbfad282450), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.721445 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-a8ed9ba9-64c1-4aff-9253-23eaf7024fa5 None None] Provisioning complete for port 51559859-7796-4642-82ae-bdbfad282450 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:59:16.722072 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9ba9-64c1-4aff-9253-23eaf7024fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (51559859-7796-4642-82ae-bdbfad282450), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.756150 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed9ba9-64c1-4aff-9253-23eaf7024fa5 None None] Port 51559859-7796-4642-82ae-bdbfad282450 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 17:59:16.921032 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51559859-7796-4642-82ae-bdbfad282450 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:59:16.928684 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Publish callbacks [] for port (51559859-7796-4642-82ae-bdbfad282450), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.941405 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Transition to ACTIVE for port object 51559859-7796-4642-82ae-bdbfad282450 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 17:59:16.948720 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (51559859-7796-4642-82ae-bdbfad282450), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:16.996709 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Pushing event updated for resources: {'Port': ['ID=51559859-7796-4642-82ae-bdbfad282450,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:17.019351 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:17.074842 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Attempting to bind port 51559859-7796-4642-82ae-bdbfad282450 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 17:59:17.075208 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Attempting to bind port 51559859-7796-4642-82ae-bdbfad282450 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 17:59:17.075608 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Attempting to bind port 51559859-7796-4642-82ae-bdbfad282450 on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:59:17.080139 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Port 51559859-7796-4642-82ae-bdbfad282450 on network 437dbd0e-3a00-4991-97a3-868307541093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 17:59:17.080498 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Attempting to bind port 51559859-7796-4642-82ae-bdbfad282450 on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 17:59:17.085592 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 17:59:17.085942 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Checking segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 17:59:17.086328 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Bound using segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 17:59:17.086766 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Bound port: 51559859-7796-4642-82ae-bdbfad282450, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 17:59:17.087309 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (51559859-7796-4642-82ae-bdbfad282450), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:17.109083 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c271c-59bb-49bf-9535-95ac284184e1 req-a710f553-7767-499c-af77-898e12d725d9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.110863 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-038c271c-59bb-49bf-9535-95ac284184e1 req-a710f553-7767-499c-af77-898e12d725d9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0543153 Jan 10 17:59:17.156178 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] For port 51559859-7796-4642-82ae-bdbfad282450, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 17:59:17.159873 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] For port 51559859-7796-4642-82ae-bdbfad282450, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=51559859-7796-4642-82ae-bdbfad282450,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 17:59:17.164791 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (51559859-7796-4642-82ae-bdbfad282450), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:17.173165 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-038c271c-59bb-49bf-9535-95ac284184e1 req-9fc35c80-7eb0-4153-b8bf-8967ee672f02 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539606 Jan 10 17:59:17.200682 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.201311 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:17.202965 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] 10.222.0.35 "PUT /v2.0/ports/51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 1094 time: 0.6047564 Jan 10 17:59:17.203410 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'tag': '51559859-7796-4642-82ae-bdbfad282450'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:59:17.205697 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "tag": "51559859-7796-4642-82ae-bdbfad282450"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:59:17.228660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbd508-d776-4e5e-b65f-d0c2a1c88bba service neutron] Pushing event updated for resources: {'Port': ['ID=51559859-7796-4642-82ae-bdbfad282450,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:17.250426 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a8d5ad-32de-4d2d-a9f0-d84ca4e8d54c x-openstack-request-id: req-b4a8d5ad-32de-4d2d-a9f0-d84ca4e8d54c {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:59:17.250670 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "tag": "51559859-7796-4642-82ae-bdbfad282450", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:59:17.250919 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4a8d5ad-32de-4d2d-a9f0-d84ca4e8d54c {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:59:17.251326 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'tag': '51559859-7796-4642-82ae-bdbfad282450', 'status': 'completed', 'code': 200} Jan 10 17:59:17.300244 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-fc8f53c5-4949-49a4-af30-4ddfec45f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.301823 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-fc8f53c5-4949-49a4-af30-4ddfec45f364 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0485284 Jan 10 17:59:17.347502 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-e88531df-79df-447a-a303-582aeca94afc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 217 time: 0.0348454 Jan 10 17:59:17.400191 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-a2266807-19e8-4f05-b605-972a6c626b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.401695 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-a2266807-19e8-4f05-b605-972a6c626b52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0449131 Jan 10 17:59:17.452296 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-e4e73132-7ead-47e9-ae36-7d71499284e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.453793 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-e4e73132-7ead-47e9-ae36-7d71499284e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427153 Jan 10 17:59:17.546096 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-fe8b2748-30cb-4241-864f-6a81c429d736 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827246 Jan 10 17:59:17.648758 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a8992d96-82a4-4efc-8343-a6b712bb2e55 req-2333f2d6-a2be-4c70-b7b2-72978fe3335d service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934598 Jan 10 17:59:17.751334 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-95fba6ce-261a-4673-bf4e-d12ef8ddbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.752892 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-95fba6ce-261a-4673-bf4e-d12ef8ddbcd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0420353 Jan 10 17:59:17.844905 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-b87bc2b0-16ae-446c-b48b-2a9635476cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.846271 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-b87bc2b0-16ae-446c-b48b-2a9635476cc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0858290 Jan 10 17:59:17.886583 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-968a5a03-7c40-4798-8234-883f05724b31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 217 time: 0.0327585 Jan 10 17:59:17.934862 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-8a231fa7-9c6a-4360-ac89-ac778549a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.936292 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-8a231fa7-9c6a-4360-ac89-ac778549a004 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0434477 Jan 10 17:59:17.980846 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-ab3c6162-228d-45c9-8a4f-8b506c4ba90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:17.982276 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-ab3c6162-228d-45c9-8a4f-8b506c4ba90b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380628 Jan 10 17:59:18.075966 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-b3739ce2-c75f-48ac-b1d1-26c10cb63951 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846879 Jan 10 17:59:18.175953 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-460d19b2-eda2-491b-8aea-d1b0d67f0a6c req-1ad9fb20-9b83-4cae-8c2e-f6c766238b0c service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875239 Jan 10 17:59:18.283746 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc265a0-2297-4ee6-83d2-82ccf7005d54 req-1dc82744-726f-41e0-8bb4-126855667ea7 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:18.285243 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1dc265a0-2297-4ee6-83d2-82ccf7005d54 req-1dc82744-726f-41e0-8bb4-126855667ea7 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0539434 Jan 10 17:59:18.341384 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1dc265a0-2297-4ee6-83d2-82ccf7005d54 req-a245eccd-8cba-497a-9107-6bf9bd73a390 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480494 Jan 10 17:59:19.471462 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f60a2-0547-418f-9a41-56ae5226ed9d req-69c22415-0c7c-40be-a094-758bf93ba82e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:19.472942 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-276f60a2-0547-418f-9a41-56ae5226ed9d req-69c22415-0c7c-40be-a094-758bf93ba82e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0554464 Jan 10 17:59:19.523519 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-276f60a2-0547-418f-9a41-56ae5226ed9d req-b2cd4813-807d-4d6d-a861-fdeff7049646 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Jan 10 17:59:20.652106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c979b1f-d96b-437b-a956-a81c1ad0591d req-71e5d064-fdae-40b4-a47d-e06eb5b1bf38 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:20.653592 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6c979b1f-d96b-437b-a956-a81c1ad0591d req-71e5d064-fdae-40b4-a47d-e06eb5b1bf38 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0513902 Jan 10 17:59:20.706828 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-6c979b1f-d96b-437b-a956-a81c1ad0591d req-5cbc7bfd-8403-449e-9dc2-1956bba312df tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Jan 10 17:59:21.835481 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2a5a3-941a-47dd-bb4f-f7e5c2cdf2e0 req-abffa8db-9d05-4bcd-a45a-ad3f8cdc3936 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:21.836988 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c5f2a5a3-941a-47dd-bb4f-f7e5c2cdf2e0 req-abffa8db-9d05-4bcd-a45a-ad3f8cdc3936 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0565994 Jan 10 17:59:21.886766 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-c5f2a5a3-941a-47dd-bb4f-f7e5c2cdf2e0 req-81170db1-abee-448c-919e-105a5918bb20 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Jan 10 17:59:23.009602 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d03bbd-d0be-434e-84a2-8f3dc770ace4 req-bdf02783-c9d0-4eef-a926-e7cade0b6e2f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:23.011811 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-58d03bbd-d0be-434e-84a2-8f3dc770ace4 req-bdf02783-c9d0-4eef-a926-e7cade0b6e2f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0502663 Jan 10 17:59:23.065355 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-58d03bbd-d0be-434e-84a2-8f3dc770ace4 req-7a2d065f-586f-4d14-a6db-3149ee6b6b81 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476890 Jan 10 17:59:24.199877 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f95fb-5429-4323-a8f5-e22352ac599c req-bd3b9355-716e-4d07-b0e3-2f79d92b0858 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:24.201355 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-028f95fb-5429-4323-a8f5-e22352ac599c req-bd3b9355-716e-4d07-b0e3-2f79d92b0858 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0549207 Jan 10 17:59:24.253240 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-028f95fb-5429-4323-a8f5-e22352ac599c req-bf05aaca-de2e-4122-a67e-610b5f390cc4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442958 Jan 10 17:59:25.377480 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a769-0118-430d-9b55-d9e106d9f130 req-4cff19ce-f40e-4313-ad8e-b8ca218d6b19 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:25.378945 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f0b7a769-0118-430d-9b55-d9e106d9f130 req-4cff19ce-f40e-4313-ad8e-b8ca218d6b19 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0511842 Jan 10 17:59:25.427473 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-f0b7a769-0118-430d-9b55-d9e106d9f130 req-af15d362-0f13-4376-bb46-076262470b5f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Jan 10 17:59:26.391888 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 51559859-7796-4642-82ae-bdbfad282450 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 17:59:26.547402 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d864b-37b9-49f1-938b-8543c3880afe req-fbacd04b-0269-4be8-9c9c-02d515b6c761 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:26.549034 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-495d864b-37b9-49f1-938b-8543c3880afe req-fbacd04b-0269-4be8-9c9c-02d515b6c761 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 944 time: 0.0525374 Jan 10 17:59:26.600514 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-495d864b-37b9-49f1-938b-8543c3880afe req-70711737-6249-4085-9ffa-62a4d7152214 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 Jan 10 17:59:26.627780 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 51559859-7796-4642-82ae-bdbfad282450, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=51559859-7796-4642-82ae-bdbfad282450,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:26.638235 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '51559859-7796-4642-82ae-bdbfad282450', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 17:59:26.674509 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 51559859-7796-4642-82ae-bdbfad282450 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:59:26.674826 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (51559859-7796-4642-82ae-bdbfad282450), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:26.688099 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51559859-7796-4642-82ae-bdbfad282450 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 17:59:26.706884 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 51559859-7796-4642-82ae-bdbfad282450, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=51559859-7796-4642-82ae-bdbfad282450,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:26.714646 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (51559859-7796-4642-82ae-bdbfad282450), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:26.760995 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=51559859-7796-4642-82ae-bdbfad282450,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:26.964357 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['51559859-7796-4642-82ae-bdbfad282450'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 17:59:27.729351 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359b2ca-6c02-4e79-84df-860279364fa1 req-bac00e55-3b0e-429e-b4ef-fa10f8e3c9a2 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:27.730856 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8359b2ca-6c02-4e79-84df-860279364fa1 req-bac00e55-3b0e-429e-b4ef-fa10f8e3c9a2 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 945 time: 0.0507605 Jan 10 17:59:27.779986 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8359b2ca-6c02-4e79-84df-860279364fa1 req-ef2ac9da-82ff-4679-9a66-71cd8cd380e8 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434222 Jan 10 17:59:28.405361 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 51559859-7796-4642-82ae-bdbfad282450 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 17:59:28.468768 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 51559859-7796-4642-82ae-bdbfad282450 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 17:59:28.472628 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 51559859-7796-4642-82ae-bdbfad282450 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 17:59:28.473042 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (51559859-7796-4642-82ae-bdbfad282450), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:28.550487 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 51559859-7796-4642-82ae-bdbfad282450 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 17:59:28.550879 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (51559859-7796-4642-82ae-bdbfad282450), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:28.573725 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51559859-7796-4642-82ae-bdbfad282450'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:59:28.575979 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf29af94-ff92-446a-ad71-f72778f2268d" -d '{"events": [{"server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "name": "network-vif-plugged", "status": "completed", "tag": "51559859-7796-4642-82ae-bdbfad282450"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:59:28.588285 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 51559859-7796-4642-82ae-bdbfad282450, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=51559859-7796-4642-82ae-bdbfad282450,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 17:59:28.593946 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (51559859-7796-4642-82ae-bdbfad282450), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:28.622184 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a76dad-cf5f-4843-bba8-e5c2bfe6096f x-openstack-request-id: req-09a76dad-cf5f-4843-bba8-e5c2bfe6096f {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:59:28.622475 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "name": "network-vif-plugged", "status": "completed", "tag": "51559859-7796-4642-82ae-bdbfad282450", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:59:28.622727 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09a76dad-cf5f-4843-bba8-e5c2bfe6096f {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:59:28.623109 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51559859-7796-4642-82ae-bdbfad282450', 'code': 200} Jan 10 17:59:28.648124 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=51559859-7796-4642-82ae-bdbfad282450,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:28.656140 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.656410 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.656764 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.657203 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.657549 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.657899 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.658222 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.658585 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.658920 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.659250 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.659615 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.659938 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.660264 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:28.843999 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73bb68-5d79-4d5e-a431-5897514217af req-5410e5f1-4532-4534-a43b-769d0c378b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:28.845572 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c73bb68-5d79-4d5e-a431-5897514217af req-5410e5f1-4532-4534-a43b-769d0c378b05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0449824 Jan 10 17:59:28.896981 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac24078-74cd-49a9-aa8a-56f35b0d09b1 req-41a28cb5-0224-409e-abdc-ee215e7a5faa tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:28.897842 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5c73bb68-5d79-4d5e-a431-5897514217af req-062ed5a0-2e53-4b33-8d55-89de973b7b7f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Jan 10 17:59:28.899234 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8ac24078-74cd-49a9-aa8a-56f35b0d09b1 req-41a28cb5-0224-409e-abdc-ee215e7a5faa tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 946 time: 0.0523834 Jan 10 17:59:28.950975 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8ac24078-74cd-49a9-aa8a-56f35b0d09b1 req-bc620599-6408-4fdf-a2ef-7eb7117300c4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Jan 10 17:59:30.082867 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5f78c-1326-4b74-8498-3d46fa770c5e req-652b40d1-5a7b-47bd-80b2-5555f8ddcc33 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:30.084340 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5fd5f78c-1326-4b74-8498-3d46fa770c5e req-652b40d1-5a7b-47bd-80b2-5555f8ddcc33 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 946 time: 0.0489123 Jan 10 17:59:30.133657 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-5fd5f78c-1326-4b74-8498-3d46fa770c5e req-53e24132-7a2b-440d-8dfd-1b7cef14f8b6 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434484 Jan 10 17:59:31.265667 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53f58-b849-46a1-a062-05764e3b77be req-dbe05498-6d2e-4edb-960e-040e6e7d3243 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:31.267160 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-adc53f58-b849-46a1-a062-05764e3b77be req-dbe05498-6d2e-4edb-960e-040e6e7d3243 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 946 time: 0.0596197 Jan 10 17:59:31.320210 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-adc53f58-b849-46a1-a062-05764e3b77be req-88d08f36-ab82-4523-aac5-d79db26fb60b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Jan 10 17:59:31.434317 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aacc16-6ac2-4bcc-9f41-4e10ecb355d3 req-0aab8bb5-9b96-45de-ae3b-30e41f6d1bd0 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:31.435663 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a0aacc16-6ac2-4bcc-9f41-4e10ecb355d3 req-0aab8bb5-9b96-45de-ae3b-30e41f6d1bd0 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 946 time: 0.0493004 Jan 10 17:59:31.490090 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-a0aacc16-6ac2-4bcc-9f41-4e10ecb355d3 req-b235193e-8676-445e-80e9-815d49e189a7 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485933 Jan 10 17:59:31.512888 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44082) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:31.552704 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d176b8-0ed1-48ba-a151-cb6ca35e23cb tempest-TestVolumeBootPattern-633860148 tempest-TestVolumeBootPattern-633860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:31.554544 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-98d176b8-0ed1-48ba-a151-cb6ca35e23cb tempest-TestVolumeBootPattern-633860148 tempest-TestVolumeBootPattern-633860148-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0414817 Jan 10 17:59:31.557444 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44084) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 17:59:31.561684 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 17:59:31.586851 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:31.682405 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:31.796203 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Allocated IP 172.27.2.88 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/55ac1918-1466-46b5-a97a-18cc8b2d1208) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 17:59:31.893660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:31.935007 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:31.973195 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 17:59:31.979547 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 17:59:31.980169 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 17:59:31.985834 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=55ac1918-1466-46b5-a97a-18cc8b2d1208,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:32.012452 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.012808 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.013188 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.013531 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.013864 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.014196 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.014519 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.014850 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.015175 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.015498 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.015821 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.016124 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.016441 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 17:59:32.335784 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (ada7125e-009b-4313-956e-38556bb4c4ce), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:32.404680 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:32.551028 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:32.558432 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:32.619519 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=55ac1918-1466-46b5-a97a-18cc8b2d1208,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 17:59:32.633326 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (ada7125e-009b-4313-956e-38556bb4c4ce), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:32.729687 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Floating IP ada7125e-009b-4313-956e-38556bb4c4ce associated. External IP: 172.27.2.88, port: 51559859-7796-4642-82ae-bdbfad282450. Jan 10 17:59:32.936548 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 17:59:33.043144 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 17:59:33.053105 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 17:59:33.064134 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:33.064317 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:59:33.064973 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:59:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:33.091313 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c8ef5966-25b3-4c3d-aaeb-37aa85220269 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5328543 Jan 10 17:59:33.091909 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'tag': '51559859-7796-4642-82ae-bdbfad282450'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 17:59:33.095997 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f894a54-8215-4b13-887f-b2a90f15cb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "tag": "51559859-7796-4642-82ae-bdbfad282450"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 17:59:33.132602 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61739389-8ea6-49ce-b0c9-edbf9dbcbee8 x-openstack-request-id: req-61739389-8ea6-49ce-b0c9-edbf9dbcbee8 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 17:59:33.132963 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "tag": "51559859-7796-4642-82ae-bdbfad282450", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 17:59:33.133227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61739389-8ea6-49ce-b0c9-edbf9dbcbee8 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 17:59:33.133635 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'tag': '51559859-7796-4642-82ae-bdbfad282450', 'status': 'completed', 'code': 200} Jan 10 17:59:33.177005 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:59:33.192673 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-cc5eb9b5-8ab8-4db2-81ed-14f7220f0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:33.194113 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-cc5eb9b5-8ab8-4db2-81ed-14f7220f0f44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0395067 Jan 10 17:59:33.407718 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:32Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:33.438820 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 17:59:33.448679 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 17:59:33.449269 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T17:59:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:33.550737 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-b08e8cc9-bd36-4286-9784-1005542abe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:33.552205 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-b08e8cc9-bd36-4286-9784-1005542abe0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.3505619 Jan 10 17:59:33.555736 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 17:59:33.614313 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-15966f1b-c8df-464f-900a-666840ba1aba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 999 time: 0.0554514 Jan 10 17:59:33.662846 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-5e7c18c6-b02f-47ba-aca8-c87ea4103e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:33.664301 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-5e7c18c6-b02f-47ba-aca8-c87ea4103e86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0439379 Jan 10 17:59:33.710494 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-080b6592-c8fc-40dc-b1c5-5e4aaddac8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 17:59:33.711880 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-080b6592-c8fc-40dc-b1c5-5e4aaddac8a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414639 Jan 10 17:59:33.777448 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:32Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 17:59:33.801192 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-1f076273-4b5f-4957-b87e-687596f726e5 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833027 Jan 10 17:59:33.807301 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd9e0ba-c44f-48ca-9c48-7a4f6c761a89 None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:32Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 17:59:33.898027 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-0f894a54-8215-4b13-887f-b2a90f15cb6f req-b92e50c9-b5d9-407a-a5ce-52f916e25359 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905204 Jan 10 17:59:34.001808 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b72b48-8004-4ef5-b7b0-b263d4670c9f None None] New status for floating IP ada7125e-009b-4313-956e-38556bb4c4ce: ACTIVE {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 17:59:38.077787 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 17:59:40.738775 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-bc133757-66b6-4e6e-bc71-8e1e2766b82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:42.798482 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:43.166079 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-be7a314c-6b7a-4f15-8574-5028c85e3856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:44.119425 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:45.629032 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 17:59:47.012794 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:10.740401 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7496c597-8dc1-4a85-ae02-e2d94239e91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:12.801231 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:13.161265 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-53f0fadf-447f-4393-8809-36f96d70f874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:14.123902 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:15.073857 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:00:15.630230 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:17.013875 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:18.148400 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-4a2e40da-76c3-40da-a1f9-75714cc96ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400212 Jan 10 18:00:18.234362 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-46b17b03-5c9d-4c10-b1cc-7872ac17d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:00:18.235823 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-46b17b03-5c9d-4c10-b1cc-7872ac17d5c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0414214 Jan 10 18:00:18.351680 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-986b297d-cc5f-4755-a2e4-55ea18f69d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:00:18.353191 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-986b297d-cc5f-4755-a2e4-55ea18f69d57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0906730 Jan 10 18:00:18.415726 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-1294c658-0aad-4fa5-86e6-e6212a37cbf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 1001 time: 0.0558667 Jan 10 18:00:18.470660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-a7703d03-c9f4-42fb-8395-960617774a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:00:18.472100 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-a7703d03-c9f4-42fb-8395-960617774a5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0498164 Jan 10 18:00:18.524360 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-6b9950ce-c87f-423e-a8a4-75d1b96be26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:00:18.526812 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-6b9950ce-c87f-423e-a8a4-75d1b96be26b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473740 Jan 10 18:00:18.613910 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-d46bde14-1103-4979-aaad-c9bf9cffe5b1 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797880 Jan 10 18:00:18.707930 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d263d8bc-5e71-4316-90aa-baf9ee94566b req-df8f5089-7fb1-4d8f-999f-ab68c3729478 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868709 Jan 10 18:00:40.744825 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-292063b1-6922-44f5-9361-f3b6180e322d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:42.808448 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:43.177340 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-59065cd2-0b14-4ff2-9656-84120be2dea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:44.125170 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:45.638986 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:47.017333 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:00:52.079159 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:01:10.745399 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b37b98a9-1fa1-4b75-b4ce-7aae6d2c7b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:12.828073 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:13.167874 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2d243951-036d-4878-8a6c-ebe0e32451c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:14.131810 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:15.641393 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:17.010480 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:17.146818 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-e0fe3b5f-9c97-4f2d-9deb-ce8c42594991 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613355434&fields=id&tenant_id=70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 267 time: 0.0444078 Jan 10 18:01:17.258482 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-e1ea14ad-c206-4d11-950a-cc5f76165d7a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:17.259944 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-e1ea14ad-c206-4d11-950a-cc5f76165d7a tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 812 time: 0.1069443 Jan 10 18:01:17.274406 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-31e66b15-2d19-4096-9230-b5e5a67f0795 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/quotas/70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 375 time: 0.0091002 Jan 10 18:01:17.326834 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-0a722139-650f-4b70-b914-f9e61f75bd72 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472126 Jan 10 18:01:17.443183 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-bc497980-157c-4951-8840-ac68046d4127 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 18:01:17.444305 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-bc497980-157c-4951-8840-ac68046d4127 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1061428 Jan 10 18:01:17.534244 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-819f5d09-760f-46a4-a6a2-7f427303800f service neutron] 10.222.0.31 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841212 Jan 10 18:01:17.623953 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-fe50de92-d348-41ef-b7d4-6d7472e60926 service neutron] 10.222.0.31 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840731 Jan 10 18:01:17.974186 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-eb822bb4-9255-4ea2-915e-5e47d933fadc req-11b73565-3b1b-429e-847b-8ec42a0496d8 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 210 time: 0.0832996 Jan 10 18:01:19.045143 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-77c29441-066a-4bfc-a295-814a9b728ed8 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:19.046707 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-77c29441-066a-4bfc-a295-814a9b728ed8 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 812 time: 0.1109476 Jan 10 18:01:19.077558 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-d8455082-a1de-4ea9-be5e-966aeb389737 req-faab0a08-ba85-4bfe-9ca2-e7d09f3a6748 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 210 time: 0.0298786 Jan 10 18:01:19.127528 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-aa0a0d72-4567-45bd-bb54-346d2b7c2ab5 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70891404a20f4177b6c2d794789ffaf8 HTTP/1.1" status: 200 len: 380 time: 0.0703008 Jan 10 18:01:19.136895 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'port': {'device_id': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'admin_state_up': True, 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'security_groups': ['37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f']}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 18:01:19.252816 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-f88e0bd8-f187-40c8-ac15-bc4905ad1a21 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1242020 Jan 10 18:01:19.279757 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Made reservation on behalf of 70891404a20f4177b6c2d794789ffaf8 for: {'port': 1} {{(pid=114063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 18:01:19.284257 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:19.387436 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-45404297-175a-4a9a-a425-23d948de14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:19.388962 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-45404297-175a-4a9a-a425-23d948de14a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0923996 Jan 10 18:01:19.491666 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Allocated IP 172.20.0.12 (437dbd0e-3a00-4991-97a3-868307541093/5cb2c2b2-524e-4517-ae2c-fbc6863c4031/60187c21-04d2-4773-94d8-b600d293a556) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:01:19.546319 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-f58a9ee5-c37e-49d5-abc5-6a6fb65bf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:19.547790 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-f58a9ee5-c37e-49d5-abc5-6a6fb65bf7af service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.1305671 Jan 10 18:01:19.670442 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-0755eae9-9302-4e6e-919b-33c119372551 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 1001 time: 0.1118748 Jan 10 18:01:19.729655 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (60187c21-04d2-4773-94d8-b600d293a556), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:19.745535 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-5c83231c-1233-4ebc-8c8e-6ca7ecd6edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:19.746996 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-5c83231c-1233-4ebc-8c8e-6ca7ecd6edf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0681162 Jan 10 18:01:19.801554 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (60187c21-04d2-4773-94d8-b600d293a556), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:19.854341 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-8c007c93-eb53-4e4d-a686-924277cd62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:19.855871 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-8c007c93-eb53-4e4d-a686-924277cd62d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966156 Jan 10 18:01:19.863532 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Network 437dbd0e-3a00-4991-97a3-868307541093 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:01:19.872216 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-cd878ff6-7b29-4af0-bd92-823f88540a5f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=114063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 18:01:19.873157 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-cd878ff6-7b29-4af0-bd92-823f88540a5f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069013 Jan 10 18:01:19.876670 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:01:19.879271 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:01:19.886956 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=60187c21-04d2-4773-94d8-b600d293a556,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:01:19.930588 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.930935 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.931307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.931595 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.931920 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.932243 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.932586 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.932925 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.933247 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.933573 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.933888 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.934203 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.934511 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:19.991406 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:19.992072 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.019946 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-7678ecdd-9616-4efc-a7fd-de244a6883ee tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8868229 Jan 10 18:01:20.031225 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-70760dec-5d0e-46ac-994d-ca9a9ac81498 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476951 Jan 10 18:01:20.035972 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Request body: {'port': {'device_id': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82403'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 18:01:20.148505 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (60187c21-04d2-4773-94d8-b600d293a556), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.153920 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-23fb7ae1-f15e-445f-a574-15ddc463f830 None None] Provisioning complete for port 60187c21-04d2-4773-94d8-b600d293a556 triggered by entity DHCP. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:01:20.154417 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-23fb7ae1-f15e-445f-a574-15ddc463f830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (60187c21-04d2-4773-94d8-b600d293a556), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.177815 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-27c35f03-08ce-4764-822c-6932e89d49d8 req-fc2fe0b2-a32b-4e73-b8d5-569e5490f1de service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368802 Jan 10 18:01:20.199526 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-23fb7ae1-f15e-445f-a574-15ddc463f830 None None] Port 60187c21-04d2-4773-94d8-b600d293a556 cannot update to ACTIVE because it is not bound. {{(pid=114065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 18:01:20.200877 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57926a33-4d97-4503-b1b0-e9edef9b1dce req-9e27cb3e-3a45-4f8c-8bd1-6e0f144a0695 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:20.202414 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-57926a33-4d97-4503-b1b0-e9edef9b1dce req-9e27cb3e-3a45-4f8c-8bd1-6e0f144a0695 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 932 time: 0.0553596 Jan 10 18:01:20.258123 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-57926a33-4d97-4503-b1b0-e9edef9b1dce req-a9da1996-9095-44cb-b638-8aa75096ff6f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433888 Jan 10 18:01:20.440652 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60187c21-04d2-4773-94d8-b600d293a556 {{(pid=114063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:01:20.452230 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Publish callbacks [] for port (60187c21-04d2-4773-94d8-b600d293a556), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.467191 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.provisioning_blocks [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Transition to ACTIVE for port object 60187c21-04d2-4773-94d8-b600d293a556 will not be triggered until provisioned by entity L2. {{(pid=114063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 18:01:20.472633 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (60187c21-04d2-4773-94d8-b600d293a556), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.520099 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=60187c21-04d2-4773-94d8-b600d293a556,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:01:20.594305 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Attempting to bind port 60187c21-04d2-4773-94d8-b600d293a556 on host hv-cinder-82403 for vnic_type normal with profile {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 18:01:20.594649 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Attempting to bind port 60187c21-04d2-4773-94d8-b600d293a556 by drivers openvswitch,hyperv on host hv-cinder-82403 at level 0 using segments [{'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 18:01:20.594998 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Attempting to bind port 60187c21-04d2-4773-94d8-b600d293a556 on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 18:01:20.599712 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Port 60187c21-04d2-4773-94d8-b600d293a556 on network 437dbd0e-3a00-4991-97a3-868307541093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82403 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 18:01:20.600041 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Attempting to bind port 60187c21-04d2-4773-94d8-b600d293a556 on network 437dbd0e-3a00-4991-97a3-868307541093 {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 18:01:20.605004 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Checking agent: {'id': '5e94472c-b519-4927-9aee-10358e8446c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'started_at': datetime.datetime(2022, 1, 10, 17, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 18:01:20.605479 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Checking segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 18:01:20.605875 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Bound using segment: {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'} {{(pid=114063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 18:01:20.606304 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.managers [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Bound port: 60187c21-04d2-4773-94d8-b600d293a556, host: hv-cinder-82403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58eff6d3-68d5-4b07-a916-4e229a031d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '437dbd0e-3a00-4991-97a3-868307541093'}}] {{(pid=114063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 18:01:20.606664 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (60187c21-04d2-4773-94d8-b600d293a556), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.670346 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] For port 60187c21-04d2-4773-94d8-b600d293a556, host hv-cinder-82403, cleared binding levels {{(pid=114063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 18:01:20.673397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] For port 60187c21-04d2-4773-94d8-b600d293a556, host hv-cinder-82403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=60187c21-04d2-4773-94d8-b600d293a556,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 18:01:20.680485 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (60187c21-04d2-4773-94d8-b600d293a556), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.714990 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:20.715643 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:20.717140 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] 10.222.0.35 "PUT /v2.0/ports/60187c21-04d2-4773-94d8-b600d293a556 HTTP/1.1" status: 200 len: 1094 time: 0.6849422 Jan 10 18:01:20.717627 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'tag': '60187c21-04d2-4773-94d8-b600d293a556'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:01:20.719822 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167290c3-beb4-48ad-9479-c85c24e9811b" -d '{"events": [{"name": "network-changed", "server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "tag": "60187c21-04d2-4773-94d8-b600d293a556"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 18:01:20.754390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ee243-eb2d-4987-8859-c7ede23a4dfd service neutron] Pushing event updated for resources: {'Port': ['ID=60187c21-04d2-4773-94d8-b600d293a556,revision_number=3']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:01:20.813326 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-9f5bf246-a973-4096-adc4-7afcfc382751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:20.814825 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-9f5bf246-a973-4096-adc4-7afcfc382751 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 1097 time: 0.0431240 Jan 10 18:01:20.867003 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a72bd7-2646-4072-b0e0-f825fdc190fd x-openstack-request-id: req-16a72bd7-2646-4072-b0e0-f825fdc190fd {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 18:01:20.867303 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "tag": "60187c21-04d2-4773-94d8-b600d293a556", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 18:01:20.867562 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16a72bd7-2646-4072-b0e0-f825fdc190fd {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 18:01:20.867990 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'tag': '60187c21-04d2-4773-94d8-b600d293a556', 'status': 'completed', 'code': 200} Jan 10 18:01:20.869828 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-ed5b5d6d-09c0-4329-8269-27df17002bfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60187c21-04d2-4773-94d8-b600d293a556 HTTP/1.1" status: 200 len: 217 time: 0.0427835 Jan 10 18:01:20.925462 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-f300aacb-8c9b-491e-9546-87db0c4c2fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:20.926945 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-f300aacb-8c9b-491e-9546-87db0c4c2fb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0462501 Jan 10 18:01:20.970416 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486777d6-ea83-483a-aed3-8156848f37f1 req-3ac648da-80f0-4dd8-9ca3-d0c7eed3e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:20.971911 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-3ac648da-80f0-4dd8-9ca3-d0c7eed3e0f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384798 Jan 10 18:01:21.077933 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-f8be297c-5536-45ad-b49e-494e45254b35 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950942 Jan 10 18:01:21.175668 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-486777d6-ea83-483a-aed3-8156848f37f1 req-5f31b541-f097-4927-879b-342d29188dc0 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872598 Jan 10 18:01:21.278344 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167290c3-beb4-48ad-9479-c85c24e9811b req-e0692440-ce48-4e4a-850d-28f0f040d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:21.279785 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-167290c3-beb4-48ad-9479-c85c24e9811b req-e0692440-ce48-4e4a-850d-28f0f040d50e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 1097 time: 0.0460594 Jan 10 18:01:21.369988 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167290c3-beb4-48ad-9479-c85c24e9811b req-8dcdeca2-1e9e-4351-a441-1e3e148f5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:21.371508 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-167290c3-beb4-48ad-9479-c85c24e9811b req-8dcdeca2-1e9e-4351-a441-1e3e148f5f3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0846932 Jan 10 18:01:21.373227 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63898f-8c81-4bb0-958c-515088ae3aa2 req-5a6c6052-e692-41c4-a144-07cad44a3379 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:21.374762 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9e63898f-8c81-4bb0-958c-515088ae3aa2 req-5a6c6052-e692-41c4-a144-07cad44a3379 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 944 time: 0.0482392 Jan 10 18:01:21.416067 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-167290c3-beb4-48ad-9479-c85c24e9811b req-9399a932-e324-4d79-a5f7-20bec388568f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60187c21-04d2-4773-94d8-b600d293a556 HTTP/1.1" status: 200 len: 217 time: 0.0372119 Jan 10 18:01:21.422689 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-9e63898f-8c81-4bb0-958c-515088ae3aa2 req-47a43dd4-8e44-4881-b374-8e38914154de tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422537 Jan 10 18:01:21.467641 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167290c3-beb4-48ad-9479-c85c24e9811b req-5690f942-206c-49d3-98a8-6afd6685b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:21.469098 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-167290c3-beb4-48ad-9479-c85c24e9811b req-5690f942-206c-49d3-98a8-6afd6685b232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0442712 Jan 10 18:01:21.513716 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167290c3-beb4-48ad-9479-c85c24e9811b req-36652b16-e3f8-48e2-ad4c-30b8ea7d8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:21.515131 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-167290c3-beb4-48ad-9479-c85c24e9811b req-36652b16-e3f8-48e2-ad4c-30b8ea7d8cef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397227 Jan 10 18:01:21.608515 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-167290c3-beb4-48ad-9479-c85c24e9811b req-b8bc43ce-a3b2-4c01-812c-327357ba69de service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860031 Jan 10 18:01:21.700473 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-167290c3-beb4-48ad-9479-c85c24e9811b req-5ed3d1f3-1f0b-4be5-ac25-5b9697437eff service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829194 Jan 10 18:01:22.555472 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff14c8-cf36-4a8a-8bc9-fab369330d7a req-13973e80-d9f9-4934-ae0d-de96c0796d92 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:22.556972 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-30ff14c8-cf36-4a8a-8bc9-fab369330d7a req-13973e80-d9f9-4934-ae0d-de96c0796d92 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 944 time: 0.0535586 Jan 10 18:01:22.605073 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-30ff14c8-cf36-4a8a-8bc9-fab369330d7a req-9a08ab37-6ab7-4669-b396-a3d7ca08e2e2 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Jan 10 18:01:23.737946 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dde39a-ebf0-4912-a044-626d839d158a req-aa55d1bf-b486-4a63-af88-01e0cf942e1d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:23.739413 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-37dde39a-ebf0-4912-a044-626d839d158a req-aa55d1bf-b486-4a63-af88-01e0cf942e1d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 944 time: 0.0527573 Jan 10 18:01:23.790879 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-37dde39a-ebf0-4912-a044-626d839d158a req-2cd32222-ac82-4542-a8cc-2da0acdb5a48 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432878 Jan 10 18:01:24.917390 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1659d-ec6e-45f7-a8be-dd985b6f8cb8 req-657b79ef-adab-453b-b777-8e59a704451b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:24.918859 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f6a1659d-ec6e-45f7-a8be-dd985b6f8cb8 req-657b79ef-adab-453b-b777-8e59a704451b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 944 time: 0.0510547 Jan 10 18:01:24.971795 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f6a1659d-ec6e-45f7-a8be-dd985b6f8cb8 req-2c9ec04a-353d-412f-9b65-0f7484c399a3 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448186 Jan 10 18:01:26.097413 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99fd2b-d001-4ac4-ad3f-88a21d2cb714 req-0a430b0c-6767-4faa-86a6-7b8f8008854b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:26.098880 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e99fd2b-d001-4ac4-ad3f-88a21d2cb714 req-0a430b0c-6767-4faa-86a6-7b8f8008854b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 944 time: 0.0519216 Jan 10 18:01:26.147862 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-8e99fd2b-d001-4ac4-ad3f-88a21d2cb714 req-c2fbd7cd-8b8b-4d94-8f4b-06f00ab8bf1c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433083 Jan 10 18:01:27.275317 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cac57c-cc99-497f-92d5-e51ea6038aee req-574a950a-6a01-45bd-916a-4427e4ddeda9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:27.276783 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b1cac57c-cc99-497f-92d5-e51ea6038aee req-574a950a-6a01-45bd-916a-4427e4ddeda9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 944 time: 0.0501268 Jan 10 18:01:27.330990 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b1cac57c-cc99-497f-92d5-e51ea6038aee req-dcde7222-d9eb-447b-8d76-74cbe5d785f9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460269 Jan 10 18:01:28.456029 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b758e09-3dc9-49a8-9c7d-d661372a3688 req-85da07a2-f8d6-4aec-a6ba-b14de67bf4c6 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:28.457515 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7b758e09-3dc9-49a8-9c7d-d661372a3688 req-85da07a2-f8d6-4aec-a6ba-b14de67bf4c6 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 944 time: 0.0578485 Jan 10 18:01:28.508532 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-7b758e09-3dc9-49a8-9c7d-d661372a3688 req-58dce39a-aa0d-44ba-b213-1f0e606bdc7e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453455 Jan 10 18:01:29.033555 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 60187c21-04d2-4773-94d8-b600d293a556 details requested by agent hyperv_hv-cinder-82403 with host hv-cinder-82403 {{(pid=114065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 18:01:29.077930 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:01:29.128786 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 60187c21-04d2-4773-94d8-b600d293a556, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=60187c21-04d2-4773-94d8-b600d293a556,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:01:29.139541 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Returning: {'device': '60187c21-04d2-4773-94d8-b600d293a556', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'port_id': '60187c21-04d2-4773-94d8-b600d293a556', 'mac_address': 'fa:16:3e:3d:54:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 18:01:29.178627 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 60187c21-04d2-4773-94d8-b600d293a556 is: DOWN; New status is: BUILD {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 18:01:29.179002 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (60187c21-04d2-4773-94d8-b600d293a556), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:29.191441 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60187c21-04d2-4773-94d8-b600d293a556 {{(pid=114065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 18:01:29.209738 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 60187c21-04d2-4773-94d8-b600d293a556, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=60187c21-04d2-4773-94d8-b600d293a556,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:01:29.217506 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (60187c21-04d2-4773-94d8-b600d293a556), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:29.266317 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=60187c21-04d2-4773-94d8-b600d293a556,revision_number=4']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:01:29.273436 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.273797 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.274142 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.274485 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.274815 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.275490 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.275816 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.276148 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.276469 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.276798 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.277136 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.277458 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.277780 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:01:29.505038 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] get_ports_and_sgs() called for port_ids ['60187c21-04d2-4773-94d8-b600d293a556'] {{(pid=114065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 18:01:29.681275 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55bb72-c8ce-4159-b8bc-a7910ffe35ea req-1a9d9e89-9c92-445a-8461-bf5f2dc28ef9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:29.682908 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7a55bb72-c8ce-4159-b8bc-a7910ffe35ea req-1a9d9e89-9c92-445a-8461-bf5f2dc28ef9 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 945 time: 0.0511317 Jan 10 18:01:29.738836 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7a55bb72-c8ce-4159-b8bc-a7910ffe35ea req-e95235df-c772-4e5d-82e2-d50afdf17d18 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501907 Jan 10 18:01:30.873021 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa539bb-43af-47f7-af31-270cf8909714 req-2810d3ab-ec2f-49ef-a50c-d45609f6b625 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:30.874406 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2fa539bb-43af-47f7-af31-270cf8909714 req-2810d3ab-ec2f-49ef-a50c-d45609f6b625 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 945 time: 0.0670056 Jan 10 18:01:30.925783 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-2fa539bb-43af-47f7-af31-270cf8909714 req-d1d0fc43-afeb-454b-8e1e-20993e955646 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456648 Jan 10 18:01:31.043533 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 60187c21-04d2-4773-94d8-b600d293a556 up at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 18:01:31.107628 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning for port 60187c21-04d2-4773-94d8-b600d293a556 completed by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 18:01:31.112015 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.provisioning_blocks [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Provisioning complete for port 60187c21-04d2-4773-94d8-b600d293a556 triggered by entity L2. {{(pid=114065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 18:01:31.112416 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1450982'] for port (60187c21-04d2-4773-94d8-b600d293a556), provisioning_complete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:31.189944 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Current status of the port 60187c21-04d2-4773-94d8-b600d293a556 is: BUILD; New status is: ACTIVE {{(pid=114065) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 10 18:01:31.190327 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (60187c21-04d2-4773-94d8-b600d293a556), before_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:31.213181 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60187c21-04d2-4773-94d8-b600d293a556'}] {{(pid=114065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:01:31.215402 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9912250232d10b36bd036e24e23878115c08a83aae4b236f370a8dfa2cb4ab81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea803b2-a2a7-4452-be39-5fffd9571659" -d '{"events": [{"server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "name": "network-vif-plugged", "status": "completed", "tag": "60187c21-04d2-4773-94d8-b600d293a556"}]}' {{(pid=114065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 18:01:31.227771 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] For port 60187c21-04d2-4773-94d8-b600d293a556, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=60187c21-04d2-4773-94d8-b600d293a556,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:01:31.232634 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452'] for port (60187c21-04d2-4773-94d8-b600d293a556), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:31.279388 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Pushing event updated for resources: {'Port': ['ID=60187c21-04d2-4773-94d8-b600d293a556,revision_number=5']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:01:31.311964 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62ad3fe-9892-4cc8-a09b-d6803746c7cf x-openstack-request-id: req-f62ad3fe-9892-4cc8-a09b-d6803746c7cf {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 18:01:31.312255 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "name": "network-vif-plugged", "status": "completed", "tag": "60187c21-04d2-4773-94d8-b600d293a556", "code": 200}]} {{(pid=114065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 18:01:31.312513 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f62ad3fe-9892-4cc8-a09b-d6803746c7cf {{(pid=114065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 18:01:31.312939 dv-cinder-824031-2-iscsi neutron-server[114065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60187c21-04d2-4773-94d8-b600d293a556', 'code': 200} Jan 10 18:01:31.575822 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfe29b-b3f5-4cd1-8314-4681acadbed6 req-03eb4cb6-87de-4eb1-bc74-69d6f5635b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:31.577222 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cabfe29b-b3f5-4cd1-8314-4681acadbed6 req-03eb4cb6-87de-4eb1-bc74-69d6f5635b2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 1099 time: 0.0408008 Jan 10 18:01:31.624661 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-cabfe29b-b3f5-4cd1-8314-4681acadbed6 req-087516ff-7de1-4587-8f5c-6782b4e9157f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Jan 10 18:01:32.046357 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca033175-8d1a-4a64-a61b-a1ff4572b24f req-c9f4d2e3-3f98-4fce-a873-20ca2392158f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:32.047851 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ca033175-8d1a-4a64-a61b-a1ff4572b24f req-c9f4d2e3-3f98-4fce-a873-20ca2392158f tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 946 time: 0.0529110 Jan 10 18:01:32.096456 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-ca033175-8d1a-4a64-a61b-a1ff4572b24f req-0d6cb83f-e8b5-4529-bdf7-4b4aeef4af74 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Jan 10 18:01:33.231047 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357cc5-c4cb-4ec8-b5d9-31dec9fe0d27 req-e96ddc11-d145-4262-8b2a-df018c8c7fce tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:33.232506 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-26357cc5-c4cb-4ec8-b5d9-31dec9fe0d27 req-e96ddc11-d145-4262-8b2a-df018c8c7fce tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 946 time: 0.0605547 Jan 10 18:01:33.291295 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-26357cc5-c4cb-4ec8-b5d9-31dec9fe0d27 req-1ac5713b-6f2a-49f6-8c9e-45a6f9cfe29d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513289 Jan 10 18:01:33.422495 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3ab23-9150-4b63-862f-6d76216602cd req-757cbabe-3ba0-438b-8ea7-4b3e3332d71c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:33.423853 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1bc3ab23-9150-4b63-862f-6d76216602cd req-757cbabe-3ba0-438b-8ea7-4b3e3332d71c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 946 time: 0.0611622 Jan 10 18:01:33.474198 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1bc3ab23-9150-4b63-862f-6d76216602cd req-0d30f589-462e-42da-b22a-7a077220c39e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Jan 10 18:01:33.503860 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44216) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:01:33.550483 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8ba4a-c1a9-4609-a01d-434828e3dfda tempest-TestVolumeBootPattern-633860148 tempest-TestVolumeBootPattern-633860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:33.552540 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-cbb8ba4a-c1a9-4609-a01d-434828e3dfda tempest-TestVolumeBootPattern-633860148 tempest-TestVolumeBootPattern-633860148-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 1094 time: 0.0477188 Jan 10 18:01:33.555462 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44218) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:01:33.560137 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.v2.base [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Request body: {'floatingip': {'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'port_id': '60187c21-04d2-4773-94d8-b600d293a556', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 18:01:33.587809 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:33.684546 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (None), before_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:33.798648 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_common [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Allocated IP 172.27.2.191 (67115719-f8c7-4aac-ae61-173cb0165b44/b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe/0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4) {{(pid=114063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 18:01:33.904693 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:33.942140 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752793669416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:33.982714 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Network 67115719-f8c7-4aac-ae61-173cb0165b44 is already hosted by enough agents. {{(pid=114063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 18:01:33.985621 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.base_scheduler [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Resources bound (agent type, host, resource id): {{(pid=114063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 18:01:33.988459 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Received port after_create {{(pid=114063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 18:01:33.994173 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4,revision_number=1']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:01:34.320458 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (5c848e2f-34f5-4807-b2d9-438b56197ff7), precommit_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:34.385545 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-559155'] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), before_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:34.804374 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), precommit_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:34.812562 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752794155650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752793669434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752793669452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27178395'] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), after_update {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:34.874948 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event updated for resources: {'Port': ['ID=0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4,revision_number=2']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:01:34.889594 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440145'] for floatingip (5c848e2f-34f5-4807-b2d9-438b56197ff7), after_create {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:34.985462 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.db.l3_db [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Floating IP 5c848e2f-34f5-4807-b2d9-438b56197ff7 associated. External IP: 172.27.2.191, port: 60187c21-04d2-4773-94d8-b600d293a556. Jan 10 18:01:35.187590 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:01:35.298361 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:01:35.308348 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 18:01:35.318165 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:35.318478 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:01:35.319142 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:01:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:01:35.345704 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-da95843d-6581-44c3-a940-0720b5bc9ef4 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7891386 Jan 10 18:01:35.346316 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'tag': '60187c21-04d2-4773-94d8-b600d293a556'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:01:35.348732 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d094db-7a51-481b-b02f-c59b32df67e7" -d '{"events": [{"name": "network-changed", "server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "tag": "60187c21-04d2-4773-94d8-b600d293a556"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 18:01:35.384293 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a43f8d-fb8c-4404-baca-467a44ac7292 x-openstack-request-id: req-83a43f8d-fb8c-4404-baca-467a44ac7292 {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 18:01:35.384590 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "tag": "60187c21-04d2-4773-94d8-b600d293a556", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 18:01:35.384862 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83a43f8d-fb8c-4404-baca-467a44ac7292 {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 18:01:35.385285 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'tag': '60187c21-04d2-4773-94d8-b600d293a556', 'status': 'completed', 'code': 200} Jan 10 18:01:35.428660 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:01:35.443584 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-0c5be1ed-d5d8-4e58-a88e-bec6377b5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:35.445178 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-0c5be1ed-d5d8-4e58-a88e-bec6377b5002 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 1099 time: 0.0396457 Jan 10 18:01:35.537376 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-60814eb9-1a9c-443b-b561-e26d01d7d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:35.538881 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-60814eb9-1a9c-443b-b561-e26d01d7d089 service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0878797 Jan 10 18:01:35.603611 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-082dd832-5864-406e-95ce-5c9cc1efbd14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60187c21-04d2-4773-94d8-b600d293a556 HTTP/1.1" status: 200 len: 1000 time: 0.0581517 Jan 10 18:01:35.649201 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '5c848e2f-34f5-4807-b2d9-438b56197ff7', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '60187c21-04d2-4773-94d8-b600d293a556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:3d:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:01:34Z', 'updated_at': '2022-01-10T18:01:34Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}, {'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:34Z', 'revision_number': 1, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:01:35.656524 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-110dd8cb-dd82-44cb-8953-2482145ebc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:35.658046 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-110dd8cb-dd82-44cb-8953-2482145ebc68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0485365 Jan 10 18:01:35.678596 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 18:01:35.687386 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:01:35.687999 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:01:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:01:35.703062 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-10bdd705-b5d4-4c0c-a315-d0a25200e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:01:35.704578 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-10bdd705-b5d4-4c0c-a315-d0a25200e267 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402243 Jan 10 18:01:35.787463 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:01:35.792239 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-564e85be-7ee3-4ff3-837d-64f993267d3d service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814664 Jan 10 18:01:35.882308 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-47d094db-7a51-481b-b02f-c59b32df67e7 req-a3320613-2cce-408e-ab2f-5b78d90297f1 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838523 Jan 10 18:01:36.013212 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '5c848e2f-34f5-4807-b2d9-438b56197ff7', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '60187c21-04d2-4773-94d8-b600d293a556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:3d:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:01:34Z', 'updated_at': '2022-01-10T18:01:34Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}, {'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:34Z', 'revision_number': 1, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:01:36.039225 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde35b5-9c0d-4dc0-b6fe-fc3292426794 None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': '5c848e2f-34f5-4807-b2d9-438b56197ff7', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '60187c21-04d2-4773-94d8-b600d293a556', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:3d:54:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T18:01:34Z', 'updated_at': '2022-01-10T18:01:34Z', 'revision_number': 0, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}, {'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:34Z', 'revision_number': 1, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 18:01:36.235029 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83807b02-4dbf-4bc8-bc7b-ca028cbd2abf None None] New status for floating IP 5c848e2f-34f5-4807-b2d9-438b56197ff7: ACTIVE {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 18:01:40.747752 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e5626eb9-ad10-4233-a206-c2c758367b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:42.832288 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:43.168376 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-d3d66c8c-42f9-4d79-9dc1-f81896f02d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:44.131297 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:45.644047 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:01:47.029004 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:06.082269 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:02:10.744024 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6edbe3ab-9bbf-4877-adf6-53cfe390c0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:12.816833 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:13.171300 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-258b9d79-5005-4c41-a73e-5386cfc20eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:14.137232 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:15.654530 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:17.021825 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:21.211658 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-19c8f35c-2406-4a09-a02d-058859ee7fcc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416207 Jan 10 18:02:21.296506 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-8466b494-3827-41af-974c-6c52b30d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:02:21.298164 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-8466b494-3827-41af-974c-6c52b30d4bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0419083 Jan 10 18:02:21.421920 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-b144425e-4604-449a-99e1-efbecc403496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:02:21.423424 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-b144425e-4604-449a-99e1-efbecc403496 service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.1003649 Jan 10 18:02:21.492926 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-545dc201-e3ed-4cb5-9ca3-e618079dbf7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 1001 time: 0.0582674 Jan 10 18:02:21.545903 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-97aaa15e-a56f-4f2c-8c22-be8f9a1c9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:02:21.547289 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-97aaa15e-a56f-4f2c-8c22-be8f9a1c9e70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0473347 Jan 10 18:02:21.592388 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-0d37b709-0470-4ed7-a86f-be7671965b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:02:21.593871 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-0d37b709-0470-4ed7-a86f-be7671965b0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397251 Jan 10 18:02:21.692382 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-38f55eda-af4d-4e99-b10e-0780105342ea service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910721 Jan 10 18:02:21.789554 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-21eb6225-6af1-41be-8c37-1db9fe50e5b2 req-2a6d1819-a022-4f3f-8692-ae84e6639cfd service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899549 Jan 10 18:02:40.743990 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-88d3481b-2ed0-44c7-9aff-48b4d852739d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:42.823898 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:43.083152 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:02:43.174629 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaa39-2844-46d6-867d-c0668de3b95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:44.146325 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:45.656549 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:02:47.029266 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:06.662738 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44244) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:06.843453 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Deleting port 0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:06.843736 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:06.918700 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:06.919017 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:06.930575 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Calling delete_port for 0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4 owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:07.083948 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:07.108297 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event deleted for resources: {'Port': ['ID=0a8c4e0c-b2a3-4bc0-b711-4f2de05269c4,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:07.120481 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.120839 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.121227 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.121596 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.121933 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.122263 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.122595 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.122924 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.123328 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.123659 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.123988 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.124297 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.124621 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:07.178994 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (5c848e2f-34f5-4807-b2d9-438b56197ff7), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:07.179379 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.l3_db [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Floating IP 5c848e2f-34f5-4807-b2d9-438b56197ff7 disassociated (deleted). External IP: 172.27.2.191, port: 60187c21-04d2-4773-94d8-b600d293a556. Jan 10 18:03:07.380122 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:03:07.492384 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:03:07.497632 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:07.503173 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 18:03:07.512884 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:07.513515 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:02:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:07.527773 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2c52b34f-0c98-443b-8885-7e055fc5b076 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "DELETE /v2.0/floatingips/5c848e2f-34f5-4807-b2d9-438b56197ff7 HTTP/1.1" status: 204 len: 168 time: 0.8610582 Jan 10 18:03:07.527773 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'tag': '60187c21-04d2-4773-94d8-b600d293a556'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:03:07.528231 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8133cbdf-f644-4475-82f4-458ba20c7e47" -d '{"events": [{"name": "network-changed", "server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "tag": "60187c21-04d2-4773-94d8-b600d293a556"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 18:03:07.617330 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:07.690429 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd38ac24-bf29-4e2c-aadd-c29ce63a92f6 x-openstack-request-id: req-cd38ac24-bf29-4e2c-aadd-c29ce63a92f6 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 18:03:07.691032 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "tag": "60187c21-04d2-4773-94d8-b600d293a556", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 18:03:07.691933 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd38ac24-bf29-4e2c-aadd-c29ce63a92f6 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 18:03:07.692463 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'tag': '60187c21-04d2-4773-94d8-b600d293a556', 'status': 'completed', 'code': 200} Jan 10 18:03:07.757255 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-3bf63175-8d00-41fa-9b17-d79c69afdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:07.758787 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-3bf63175-8d00-41fa-9b17-d79c69afdbf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 1099 time: 0.0417793 Jan 10 18:03:07.766671 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684a84-2e67-4994-8c2c-67032a3ec5b4 req-80b6e39e-297e-4ac8-ae8a-aee4b83725b1 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:07.768387 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1c684a84-2e67-4994-8c2c-67032a3ec5b4 req-80b6e39e-297e-4ac8-ae8a-aee4b83725b1 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 946 time: 0.0595286 Jan 10 18:03:07.824116 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-1c684a84-2e67-4994-8c2c-67032a3ec5b4 req-8472ee7c-d902-48a8-9bf5-c5a0765fcf1d tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492651 Jan 10 18:03:07.859058 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-8b999c35-0b2a-4756-8024-d3ec02e94c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:07.860570 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-8b999c35-0b2a-4756-8024-d3ec02e94c3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0940711 Jan 10 18:03:07.903536 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-cbce9eb4-632b-414b-9d42-b99445b37d28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60187c21-04d2-4773-94d8-b600d293a556 HTTP/1.1" status: 200 len: 217 time: 0.0350089 Jan 10 18:03:07.958412 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-1089c056-8e7e-4373-b5eb-583f815375cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:07.959873 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-1089c056-8e7e-4373-b5eb-583f815375cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0495257 Jan 10 18:03:07.985330 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:34Z', 'revision_number': 1, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:08.004104 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-9eb8c48c-0e78-42ed-b325-244719abf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:08.005662 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-9eb8c48c-0e78-42ed-b325-244719abf9fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389616 Jan 10 18:03:08.011141 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 18:03:08.019823 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:08.020444 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:02:43Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:08.095111 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-3a14a8ea-a8ba-4ecc-92bb-5b9350d074ad service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819995 Jan 10 18:03:08.123880 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:08.192426 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-8133cbdf-f644-4475-82f4-458ba20c7e47 req-8fc2e40b-2792-4883-bf30-745be7a1bc82 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903518 Jan 10 18:03:08.354398 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:34Z', 'revision_number': 1, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:08.381058 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800aa98d-79d3-474e-9b06-7c96ab7df6b2 None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_floatingips': [{'id': 'ada7125e-009b-4313-956e-38556bb4c4ce', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'floating_ip_address': '172.27.2.88', 'floating_network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'router_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'port_id': '51559859-7796-4642-82ae-bdbfad282450', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'mac_address': 'fa:16:3e:37:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T17:59:32Z', 'updated_at': '2022-01-10T17:59:34Z', 'revision_number': 1, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 18:03:08.606102 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165abf7c-2760-425f-aaba-85d9553127e5 None None] New status for floating IP 5c848e2f-34f5-4807-b2d9-438b56197ff7: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 18:03:08.965147 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeb5b6-4883-42c7-9704-ba2097a3d866 req-8c1c092a-ae06-4523-96ac-beac3e3121f1 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:08.966516 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2daeb5b6-4883-42c7-9704-ba2097a3d866 req-8c1c092a-ae06-4523-96ac-beac3e3121f1 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 946 time: 0.0606349 Jan 10 18:03:09.018063 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-2daeb5b6-4883-42c7-9704-ba2097a3d866 req-c7b1c759-8e0c-45ff-af77-806b135e6717 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Jan 10 18:03:09.505247 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-af543476-d117-44dd-90b3-4ed2299575c7 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:09.506691 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-af543476-d117-44dd-90b3-4ed2299575c7 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 946 time: 0.0607491 Jan 10 18:03:09.599499 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Deleting port 60187c21-04d2-4773-94d8-b600d293a556 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:09.599814 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (60187c21-04d2-4773-94d8-b600d293a556), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:09.690466 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] For port 60187c21-04d2-4773-94d8-b600d293a556, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=60187c21-04d2-4773-94d8-b600d293a556,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:09.690828 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (60187c21-04d2-4773-94d8-b600d293a556), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:09.703244 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Calling delete_port for 60187c21-04d2-4773-94d8-b600d293a556 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:09.843232 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (60187c21-04d2-4773-94d8-b600d293a556), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:09.874376 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event deleted for resources: {'Port': ['ID=60187c21-04d2-4773-94d8-b600d293a556,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:09.886297 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.886660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.887011 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.887354 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.887693 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.888010 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.888342 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.888780 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.889136 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.889481 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.889814 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.890143 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.890476 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:09.923608 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] No DVR routers for this DVR port 60187c21-04d2-4773-94d8-b600d293a556 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:03:09.926099 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:09.929515 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-161041db-13f1-4cbb-80c2-fffda7d019a9 req-1e989bb7-6a1d-4b97-b780-dcc510e5a578 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "DELETE /v2.0/ports/60187c21-04d2-4773-94d8-b600d293a556 HTTP/1.1" status: 204 len: 173 time: 0.4141884 Jan 10 18:03:09.929958 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'name': 'network-vif-deleted', 'tag': '60187c21-04d2-4773-94d8-b600d293a556'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:03:09.932247 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12bbf69-3ae9-45c5-b85b-68559cbfdd28" -d '{"events": [{"server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "name": "network-vif-deleted", "tag": "60187c21-04d2-4773-94d8-b600d293a556"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 18:03:09.967796 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89560fda-a3fe-45f2-be92-4a4835bbe37e x-openstack-request-id: req-89560fda-a3fe-45f2-be92-4a4835bbe37e {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 18:03:09.968517 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab25366-6d62-4cab-9f79-72765cdd3d05", "name": "network-vif-deleted", "tag": "60187c21-04d2-4773-94d8-b600d293a556", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 18:03:09.968517 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89560fda-a3fe-45f2-be92-4a4835bbe37e {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 18:03:09.968818 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab25366-6d62-4cab-9f79-72765cdd3d05', 'name': 'network-vif-deleted', 'tag': '60187c21-04d2-4773-94d8-b600d293a556', 'status': 'completed', 'code': 200} Jan 10 18:03:10.110667 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-71a8e98c-9431-4a8d-a891-6f3ac73e1306 req-b9559eee-1210-46aa-9fb8-4680ed55fe97 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab25366-6d62-4cab-9f79-72765cdd3d05 HTTP/1.1" status: 200 len: 210 time: 0.0264502 Jan 10 18:03:10.738340 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-92f1e04c-beb0-4791-ae8a-7040169121e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:12.822520 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:13.174504 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-ab7db4e9-4f7e-4b0d-9bed-1447c4b3b427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:13.416909 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44286) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:13.556233 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 60187c21-04d2-4773-94d8-b600d293a556 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:13.576276 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 60187c21-04d2-4773-94d8-b600d293a556 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:13.576638 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 60187c21-04d2-4773-94d8-b600d293a556 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:13.592969 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Deleting port 55ac1918-1466-46b5-a97a-18cc8b2d1208 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:13.593317 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:13.673819 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:13.674153 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (55ac1918-1466-46b5-a97a-18cc8b2d1208), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:13.685806 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Calling delete_port for 55ac1918-1466-46b5-a97a-18cc8b2d1208 owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:13.845406 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (55ac1918-1466-46b5-a97a-18cc8b2d1208), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:13.871786 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event deleted for resources: {'Port': ['ID=55ac1918-1466-46b5-a97a-18cc8b2d1208,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:13.950760 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (ada7125e-009b-4313-956e-38556bb4c4ce), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:13.951099 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.db.l3_db [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Floating IP ada7125e-009b-4313-956e-38556bb4c4ce disassociated (deleted). External IP: 172.27.2.88, port: 51559859-7796-4642-82ae-bdbfad282450. Jan 10 18:03:14.141159 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:14.168190 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:03:14.274864 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:03:14.279326 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:14.287027 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 18:03:14.300457 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:14.301230 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:03:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:14.412128 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:14.557543 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-c5be47b9-3b6d-4e69-958c-4d91861a4757 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "DELETE /v2.0/floatingips/ada7125e-009b-4313-956e-38556bb4c4ce HTTP/1.1" status: 204 len: 168 time: 1.1393340 Jan 10 18:03:14.558167 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'tag': '51559859-7796-4642-82ae-bdbfad282450'}] {{(pid=114064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:03:14.560346 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a8272d6ae82fd8504e0817d363a95fdfd3f4a56861eea1d4d42f6a144a9b39a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2245a5-e31e-48e2-b91f-0e46a6e25429" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "tag": "51559859-7796-4642-82ae-bdbfad282450"}]}' {{(pid=114064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 18:03:14.596258 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61755db5-0c34-440a-b37a-caa88deeb896 x-openstack-request-id: req-61755db5-0c34-440a-b37a-caa88deeb896 {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 18:03:14.596545 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "tag": "51559859-7796-4642-82ae-bdbfad282450", "status": "completed", "code": 200}]} {{(pid=114064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 18:03:14.596800 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61755db5-0c34-440a-b37a-caa88deeb896 {{(pid=114064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 18:03:14.597221 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'tag': '51559859-7796-4642-82ae-bdbfad282450', 'status': 'completed', 'code': 200} Jan 10 18:03:14.615234 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:14.645290 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 18:03:14.654831 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:14.655460 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:03:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:14.667322 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-5a831278-80c5-4873-85e7-6ec99b477668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:14.669514 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-5a831278-80c5-4873-85e7-6ec99b477668 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=70891404a20f4177b6c2d794789ffaf8&device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 1099 time: 0.0412951 Jan 10 18:03:14.769101 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-bfb8a98e-e158-4448-9193-c2bde24940b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:14.770595 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-bfb8a98e-e158-4448-9193-c2bde24940b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 200 len: 913 time: 0.0908890 Jan 10 18:03:14.773075 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:14.797831 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1f47-0383-403e-ac34-1132d503d399 req-c90f3135-10ee-435c-bb5e-2bd222bf6acb tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:14.799303 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0ead1f47-0383-403e-ac34-1132d503d399 req-c90f3135-10ee-435c-bb5e-2bd222bf6acb tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 946 time: 0.0480490 Jan 10 18:03:14.814989 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-d1176b9f-1409-4c57-ab12-82446a180334 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 200 len: 217 time: 0.0363216 Jan 10 18:03:14.848839 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [req-0ead1f47-0383-403e-ac34-1132d503d399 req-bfe4c989-81a6-4272-9c0d-0e61576f0408 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439122 Jan 10 18:03:14.872695 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-9995e6a0-42d2-4e02-a50a-e45ca35d5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:14.874346 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-9995e6a0-42d2-4e02-a50a-e45ca35d5bbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 200 len: 851 time: 0.0492673 Jan 10 18:03:14.919783 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-47d3db44-c1e9-4030-985e-afc98513f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:14.921347 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-47d3db44-c1e9-4030-985e-afc98513f94f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=437dbd0e-3a00-4991-97a3-868307541093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404241 Jan 10 18:03:14.971250 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:14.997576 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180b7558-bf4e-4ac3-aa50-a5820a463415 None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T17:56:21Z', 'revision_number': 4, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi', '_interfaces': [{'id': '1ea0b589-741a-47bd-84f4-66ac1c1d7a95', 'name': '', 'network_id': '437dbd0e-3a00-4991-97a3-868307541093', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'mac_address': 'fa:16:3e:ba:e0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:20Z', 'updated_at': '2022-01-10T17:56:25Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'subnets': [{'id': '5cb2c2b2-524e-4517-ae2c-fbc6863c4031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 18:03:15.014146 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-8be3efaf-76be-4687-a01f-81107ce519d9 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854256 Jan 10 18:03:15.106217 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-7c2245a5-e31e-48e2-b91f-0e46a6e25429 req-7aaba7c2-4d0a-4caa-ab75-981849f56f88 service neutron] 10.222.0.35 "GET /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855711 Jan 10 18:03:15.204480 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8839a3f3-eefe-43db-9734-106d547a301a None None] New status for floating IP ada7125e-009b-4313-956e-38556bb4c4ce: DOWN {{(pid=114066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 18:03:15.652146 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:15.974439 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbd51e-e6c1-44b0-9cde-34048ce89f04 req-fd7edf06-f4e3-4930-bd2f-e182ed1ff060 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:15.975898 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b5fbd51e-e6c1-44b0-9cde-34048ce89f04 req-fd7edf06-f4e3-4930-bd2f-e182ed1ff060 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 946 time: 0.0489995 Jan 10 18:03:16.028633 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-b5fbd51e-e6c1-44b0-9cde-34048ce89f04 req-b9e01e45-853c-4099-9175-aa3dacb63b67 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/security-groups?id=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468531 Jan 10 18:03:16.529397 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-72db61bb-2860-4e50-96b4-ffd7a93d0a5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 18:03:16.530828 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-72db61bb-2860-4e50-96b4-ffd7a93d0a5b tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 946 time: 0.0593839 Jan 10 18:03:16.625456 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Deleting port 51559859-7796-4642-82ae-bdbfad282450 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:16.625776 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (51559859-7796-4642-82ae-bdbfad282450), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:16.729088 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] For port 51559859-7796-4642-82ae-bdbfad282450, host hv-cinder-82403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82403',level=0,port_id=51559859-7796-4642-82ae-bdbfad282450,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:16.729463 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (51559859-7796-4642-82ae-bdbfad282450), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:16.743396 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Calling delete_port for 51559859-7796-4642-82ae-bdbfad282450 owned by compute:nova {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:16.879593 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (51559859-7796-4642-82ae-bdbfad282450), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:16.910963 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event deleted for resources: {'Port': ['ID=51559859-7796-4642-82ae-bdbfad282450,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:16.948550 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] No DVR routers for this DVR port 51559859-7796-4642-82ae-bdbfad282450 on host hv-cinder-82403 {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:03:16.951135 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for port (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:16.954308 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-f9154df6-faa7-411d-9f90-6e69d9f53ca8 req-f80121cb-33ba-499c-8359-02f79af78d96 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.35 "DELETE /v2.0/ports/51559859-7796-4642-82ae-bdbfad282450 HTTP/1.1" status: 204 len: 173 time: 0.4143183 Jan 10 18:03:16.954749 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'name': 'network-vif-deleted', 'tag': '51559859-7796-4642-82ae-bdbfad282450'}] {{(pid=114063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 18:03:16.957001 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ebac5a37f26060c4ce34cb6ca1504d2f2f845deea1b88437afcc4cda672b427" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b527c451-8b08-4d04-8ff8-060b4280f0ed" -d '{"events": [{"server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "name": "network-vif-deleted", "tag": "51559859-7796-4642-82ae-bdbfad282450"}]}' {{(pid=114063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 18:03:16.992025 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03528e9d-bf63-4b0a-a79e-5a8faf41702b x-openstack-request-id: req-03528e9d-bf63-4b0a-a79e-5a8faf41702b {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 18:03:16.992679 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5", "name": "network-vif-deleted", "tag": "51559859-7796-4642-82ae-bdbfad282450", "status": "completed", "code": 200}]} {{(pid=114063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 18:03:16.992679 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03528e9d-bf63-4b0a-a79e-5a8faf41702b {{(pid=114063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 18:03:16.992942 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5', 'name': 'network-vif-deleted', 'tag': '51559859-7796-4642-82ae-bdbfad282450', 'status': 'completed', 'code': 200} Jan 10 18:03:17.014133 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:17.128885 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [req-28676b19-7f48-46ab-8718-aa8c1dedcc7c req-b8004d5a-97ad-4a0c-bb78-173574009f8e tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7f5f2c-a1d2-47b2-85c4-a85974a96bc5 HTTP/1.1" status: 200 len: 210 time: 0.0309384 Jan 10 18:03:18.188399 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44306) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:18.312949 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Deleting port 97d9b72b-1d22-4b3f-ade3-3924ea13bc0d {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:18.313328 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:18.397265 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:18.397654 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:18.412092 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Calling delete_port for 97d9b72b-1d22-4b3f-ade3-3924ea13bc0d owned by network:floatingip {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:18.566396 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (97d9b72b-1d22-4b3f-ade3-3924ea13bc0d), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:18.591155 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event deleted for resources: {'Port': ['ID=97d9b72b-1d22-4b3f-ade3-3924ea13bc0d,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:18.650316 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for floatingip (f17389ed-6e80-42ad-b1d2-af33b5cf2e30), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:18.652768 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2064202'] for floatingip (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:18.654071 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-5a372070-5a94-42b7-9788-6836734c3461 tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "DELETE /v2.0/floatingips/f17389ed-6e80-42ad-b1d2-af33b5cf2e30 HTTP/1.1" status: 204 len: 168 time: 0.4643810 Jan 10 18:03:19.587937 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 51559859-7796-4642-82ae-bdbfad282450 no longer exists at agent hyperv_hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:19.615694 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] No Port match for: 51559859-7796-4642-82ae-bdbfad282450 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:19.616050 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Device 51559859-7796-4642-82ae-bdbfad282450 not bound to the agent host hv-cinder-82403 {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:19.848022 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44318) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:19.906217 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2402-4c66-4ebb-af72-9be31a3f5e9c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group (37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:19.930580 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2402-4c66-4ebb-af72-9be31a3f5e9c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group (37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:19.998960 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2402-4c66-4ebb-af72-9be31a3f5e9c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:20.001942 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2402-4c66-4ebb-af72-9be31a3f5e9c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:20.003105 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-fb1d2402-4c66-4ebb-af72-9be31a3f5e9c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] 10.222.0.31 "DELETE /v2.0/security-groups/37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f HTTP/1.1" status: 204 len: 168 time: 0.1539667 Jan 10 18:03:20.012720 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d2402-4c66-4ebb-af72-9be31a3f5e9c tempest-TestVolumeBootPattern-1085475970 tempest-TestVolumeBootPattern-1085475970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bcd1c5-e84a-4fb6-9a05-c36a1f4f554f,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:20.058674 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44322) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:20.081863 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:03:20.559466 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (c43ba886-c919-445e-a7a0-725227e50d80), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:20.805731 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Deleting port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:20.806040 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:20.890699 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] For port 1ea0b589-741a-47bd-84f4-66ac1c1d7a95, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:20.891252 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:20.908584 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Calling delete_port for 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 owned by network:router_interface {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:21.089785 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (1ea0b589-741a-47bd-84f4-66ac1c1d7a95), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:21.117954 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea0b589-741a-47bd-84f4-66ac1c1d7a95,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:21.277295 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (c43ba886-c919-445e-a7a0-725227e50d80), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:21.753463 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Router c43ba886-c919-445e-a7a0-725227e50d80 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:03:21.857815 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:03:21.863600 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-14232687-db27-4a15-8f6a-577c5a38170e admin admin] 10.222.0.31 "PUT /v2.0/routers/c43ba886-c919-445e-a7a0-725227e50d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8036518 Jan 10 18:03:21.865539 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44326) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:21.867211 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] Sync routers for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 18:03:21.881252 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:21.882398 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:03:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:21.973962 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks [] for router (c43ba886-c919-445e-a7a0-725227e50d80), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:21.990164 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:22.074712 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks [] for router_gateway (c43ba886-c919-445e-a7a0-725227e50d80), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.130795 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Deleting port 6f2a4999-8731-4ee9-b86b-25a1e2138831 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:22.131138 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.171955 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T18:03:21Z', 'revision_number': 5, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port': {'id': '6f2a4999-8731-4ee9-b86b-25a1e2138831', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:18Z', 'updated_at': '2022-01-10T17:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:22.197537 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] Checking router: c43ba886-c919-445e-a7a0-725227e50d80 for host: dv-cinder-824031-2-iscsi {{(pid=114065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 18:03:22.206263 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] Routers {'c43ba886-c919-445e-a7a0-725227e50d80'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:22.206874 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:03:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['c43ba886-c919-445e-a7a0-725227e50d80'], 'active': True} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:22.210988 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] For port 6f2a4999-8731-4ee9-b86b-25a1e2138831, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=6f2a4999-8731-4ee9-b86b-25a1e2138831,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:22.211353 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.224180 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Calling delete_port for 6f2a4999-8731-4ee9-b86b-25a1e2138831 owned by network:router_gateway {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:22.289472 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvr_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] Set router c43ba886-c919-445e-a7a0-725227e50d80 gateway port host: None {{(pid=114065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:22.338610 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_hamode_db [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T18:03:22Z', 'revision_number': 6, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port_host': None}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:22.366878 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d327fa02-dc1d-4b01-ac45-26a2320a02bd None None] The sync data for ids ['c43ba886-c919-445e-a7a0-725227e50d80'] in dv-cinder-824031-2-iscsi is: [{'id': 'c43ba886-c919-445e-a7a0-725227e50d80', 'name': 'tempest-TestVolumeBootPattern-1740863005-router', 'tenant_id': '70891404a20f4177b6c2d794789ffaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:17Z', 'updated_at': '2022-01-10T18:03:22Z', 'revision_number': 6, 'project_id': '70891404a20f4177b6c2d794789ffaf8', 'gw_port_host': None}] {{(pid=114065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 18:03:22.397493 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (6f2a4999-8731-4ee9-b86b-25a1e2138831), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.427940 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2a4999-8731-4ee9-b86b-25a1e2138831,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:22.484106 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (c43ba886-c919-445e-a7a0-725227e50d80), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.572391 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (c43ba886-c919-445e-a7a0-725227e50d80), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.574538 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks [] for router_controller (c43ba886-c919-445e-a7a0-725227e50d80), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.618862 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (c43ba886-c919-445e-a7a0-725227e50d80), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.619417 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c43ba886-c919-445e-a7a0-725227e50d80 {{(pid=114064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 18:03:22.623883 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.625061 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-539ed3e9-92f7-4ad5-a701-a452743e46bd admin admin] 10.222.0.31 "DELETE /v2.0/routers/c43ba886-c919-445e-a7a0-725227e50d80 HTTP/1.1" status: 204 len: 168 time: 0.7585149 Jan 10 18:03:22.628390 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44328) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:22.677572 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] Deleting subnet 5cb2c2b2-524e-4517-ae2c-fbc6863c4031 {{(pid=114064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 18:03:22.681079 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] Publish callbacks [] for subnet (5cb2c2b2-524e-4517-ae2c-fbc6863c4031), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.717878 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17570439'] for subnet (5cb2c2b2-524e-4517-ae2c-fbc6863c4031), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.798547 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (5cb2c2b2-524e-4517-ae2c-fbc6863c4031), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.856328 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17049201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17379809'] for subnet (5cb2c2b2-524e-4517-ae2c-fbc6863c4031), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.880496 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb2c2b2-524e-4517-ae2c-fbc6863c4031,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:22.885875 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:22.890209 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-ece3711c-8dce-4a13-9835-22c95aa4a7a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5cb2c2b2-524e-4517-ae2c-fbc6863c4031 HTTP/1.1" status: 204 len: 168 time: 0.2608690 Jan 10 18:03:22.891954 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e34bc6-bddf-4893-805d-56efcad49daf None None] Network 437dbd0e-3a00-4991-97a3-868307541093 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 18:03:22.893097 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44330) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:22.964818 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (437dbd0e-3a00-4991-97a3-868307541093), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.020430 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Deleting port 9d12366c-744e-4b5d-ab28-a47094d23e1c {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:23.020782 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.085372 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] For port 9d12366c-744e-4b5d-ab28-a47094d23e1c, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=9d12366c-744e-4b5d-ab28-a47094d23e1c,segment=NetworkSegment(58eff6d3-68d5-4b07-a916-4e229a031d90),segment_id=58eff6d3-68d5-4b07-a916-4e229a031d90)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:23.085614 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.098207 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Calling delete_port for 9d12366c-744e-4b5d-ab28-a47094d23e1c owned by network:dhcp {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:23.146740 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] DHCP port deletion for 437dbd0e-3a00-4991-97a3-868307541093 request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 18:03:23.178589 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:23.182985 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.201237 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:23.201586 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 1ea0b589-741a-47bd-84f4-66ac1c1d7a95 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:23.210847 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d12366c-744e-4b5d-ab28-a47094d23e1c,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:23.214914 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] No DVR routers for this DVR port 9d12366c-744e-4b5d-ab28-a47094d23e1c on host dv-cinder-824031-2-iscsi {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:03:23.223968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Deleting port 9d12366c-744e-4b5d-ab28-a47094d23e1c {{(pid=114065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:23.224425 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), before_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.286865 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.db [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] For port 9d12366c-744e-4b5d-ab28-a47094d23e1c, host dv-cinder-824031-2-iscsi, got binding levels [] {{(pid=114065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:23.287122 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (437dbd0e-3a00-4991-97a3-868307541093), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.287266 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), precommit_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.303048 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Calling delete_port for 9d12366c-744e-4b5d-ab28-a47094d23e1c owned by network:dhcp {{(pid=114065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:23.305806 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.ipam_backend_mixin [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Port 9d12366c-744e-4b5d-ab28-a47094d23e1c was not found and therefore no delete operation was performed {{(pid=114065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 10 18:03:23.306423 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437dbd0e-3a00-4991-97a3-868307541093']}} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:23.307342 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425'] for port (9d12366c-744e-4b5d-ab28-a47094d23e1c), after_delete {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.316647 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58eff6d3-68d5-4b07-a916-4e229a031d90') {'for_net_delete': True} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:23.316981 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58eff6d3-68d5-4b07-a916-4e229a031d90') {} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:23.326871 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27034959'] for segment (58eff6d3-68d5-4b07-a916-4e229a031d90), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.341759 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (58eff6d3-68d5-4b07-a916-4e229a031d90), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.348489 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=114063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 18:03:23.349227 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27178431'] for segment (58eff6d3-68d5-4b07-a916-4e229a031d90), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.351560 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: warnings.warn(msg) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: Traceback (most recent call last): Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: timer() Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: cb(*args, **kw) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: return func(*args, **kwargs) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: self._notify() Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: self.callback(batched_events) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: event.method(event) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: return f(self, *a, **k) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._get(url).json() Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: return self.request(url, 'GET', **kwargs) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 18:03:23.354394 dv-cinder-824031-2-iscsi neutron-server[114063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 18:03:23.420660 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (437dbd0e-3a00-4991-97a3-868307541093), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.426446 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:23.429670 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] 10.222.0.31 "DELETE /v2.0/networks/437dbd0e-3a00-4991-97a3-868307541093 HTTP/1.1" status: 204 len: 168 time: 0.5354373 Jan 10 18:03:23.432725 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44332) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:23.449058 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1adac-7187-4a14-980b-8668468b5710 admin admin] Pushing event deleted for resources: {'Network': ['ID=437dbd0e-3a00-4991-97a3-868307541093,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:23.471437 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Pushing event deleted for resources: {'Port': ['ID=9d12366c-744e-4b5d-ab28-a47094d23e1c,revision_number=None']} {{(pid=114065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:23.475828 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] No DVR routers for this DVR port 9d12366c-744e-4b5d-ab28-a47094d23e1c on host dv-cinder-824031-2-iscsi {{(pid=114065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:03:23.482181 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.482543 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.482889 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.483233 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.483570 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.483906 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.489088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.489088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.489088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.489088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.489088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.489088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.489088 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17314d8b-4ab8-4db5-bcd4-a588128ce439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824031-2-iscsi {{(pid=114065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 18:03:23.792440 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-440657'] for router_interface (8530769d-11cf-4c74-9ca8-b0f74f881737), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:24.045142 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Deleting port 567aa478-0eba-4853-b88e-297a0437c8ad {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:24.045829 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:24.123580 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] For port 567aa478-0eba-4853-b88e-297a0437c8ad, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=567aa478-0eba-4853-b88e-297a0437c8ad,segment=NetworkSegment(2471b372-0e47-42ec-bce0-6e9d9597eea2),segment_id=2471b372-0e47-42ec-bce0-6e9d9597eea2)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:24.123935 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:24.136144 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Calling delete_port for 567aa478-0eba-4853-b88e-297a0437c8ad owned by network:router_interface {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:24.327523 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (567aa478-0eba-4853-b88e-297a0437c8ad), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:24.357364 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=567aa478-0eba-4853-b88e-297a0437c8ad,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:24.513892 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438977'] for router_interface (8530769d-11cf-4c74-9ca8-b0f74f881737), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:24.706608 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9d12366c-744e-4b5d-ab28-a47094d23e1c no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:24.726828 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 9d12366c-744e-4b5d-ab28-a47094d23e1c {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:24.727518 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 9d12366c-744e-4b5d-ab28-a47094d23e1c not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:24.727988 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 6f2a4999-8731-4ee9-b86b-25a1e2138831 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:24.733304 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Router 8530769d-11cf-4c74-9ca8-b0f74f881737 has already been hosted by L3 agent 8e8833ee-2aab-4bd2-9776-5012c6a227da {{(pid=114064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 18:03:24.747239 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 6f2a4999-8731-4ee9-b86b-25a1e2138831 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:24.747708 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 6f2a4999-8731-4ee9-b86b-25a1e2138831 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:24.842125 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] Notify agent at l3_agent.dv-cinder-824031-2-iscsi the message routers_updated {{(pid=114064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 18:03:24.847788 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-2091a54d-5f3e-4495-a908-38b82256d9e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/8530769d-11cf-4c74-9ca8-b0f74f881737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4139011 Jan 10 18:03:24.850574 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44334) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:24.851329 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] Sync routers for ids ['8530769d-11cf-4c74-9ca8-b0f74f881737'] in dv-cinder-824031-2-iscsi {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 18:03:24.861652 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] Routers {'8530769d-11cf-4c74-9ca8-b0f74f881737'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:24.862262 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:03:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['8530769d-11cf-4c74-9ca8-b0f74f881737'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:25.069885 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] Set router 8530769d-11cf-4c74-9ca8-b0f74f881737 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:25.207807 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks [] for router (8530769d-11cf-4c74-9ca8-b0f74f881737), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.246766 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T18:03:24Z', 'revision_number': 5, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:25.276298 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] Checking router: 8530769d-11cf-4c74-9ca8-b0f74f881737 for host: dv-cinder-824031-2-iscsi {{(pid=114066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 18:03:25.284640 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] Routers {'8530769d-11cf-4c74-9ca8-b0f74f881737'} bound to L3 agent in host dv-cinder-824031-2-iscsi {{(pid=114066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 18:03:25.285284 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T17:42:13Z,description=,heartbeat_timestamp=2022-01-10T18:03:13Z,host='dv-cinder-824031-2-iscsi',id=8e8833ee-2aab-4bd2-9776-5012c6a227da,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T17:42:13Z,topic='l3_agent')) {'router_ids': ['8530769d-11cf-4c74-9ca8-b0f74f881737'], 'active': True} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:25.309221 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks [] for router_gateway (8530769d-11cf-4c74-9ca8-b0f74f881737), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.363285 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Deleting port caf06b06-74fb-4163-b735-049bcc6549b2 {{(pid=114064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:25.363628 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.386405 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_dvr_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] Set router 8530769d-11cf-4c74-9ca8-b0f74f881737 gateway port host: dv-cinder-824031-2-iscsi {{(pid=114066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 18:03:25.442910 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.db [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] For port caf06b06-74fb-4163-b735-049bcc6549b2, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=caf06b06-74fb-4163-b735-049bcc6549b2,segment=NetworkSegment(7006d900-c877-4c3c-b0b0-27d264f3f0dc),segment_id=7006d900-c877-4c3c-b0b0-27d264f3f0dc)] {{(pid=114064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:25.443252 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.454734 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Calling delete_port for caf06b06-74fb-4163-b735-049bcc6549b2 owned by network:router_gateway {{(pid=114064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:25.557792 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.l3_hamode_db [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T18:03:24Z', 'revision_number': 5, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}], 'dv-cinder-824031-2-iscsi', False) {} {{(pid=114066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:25.582970 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dc80c2-da0f-4772-b5cc-e5c65aaeec20 None None] The sync data for ids ['8530769d-11cf-4c74-9ca8-b0f74f881737'] in dv-cinder-824031-2-iscsi is: [{'id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'name': 'tempest-TestVolumeBootPattern-2081401317-router', 'tenant_id': '1b795c12898f4adaae232be11306ad71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'external_fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T17:56:24Z', 'updated_at': '2022-01-10T18:03:24Z', 'revision_number': 5, 'project_id': '1b795c12898f4adaae232be11306ad71', 'gw_port': {'id': 'caf06b06-74fb-4163-b735-049bcc6549b2', 'name': '', 'network_id': '67115719-f8c7-4aac-ae61-173cb0165b44', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:72:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8530769d-11cf-4c74-9ca8-b0f74f881737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T17:56:25Z', 'updated_at': '2022-01-10T17:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2ee0ecd-0739-4bc5-8a5a-afcb1b2602fe', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824031-2-iscsi'}] {{(pid=114066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 18:03:25.622753 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17049156'] for port (caf06b06-74fb-4163-b735-049bcc6549b2), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.648007 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf06b06-74fb-4163-b735-049bcc6549b2,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:25.707505 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440095'] for router_gateway (8530769d-11cf-4c74-9ca8-b0f74f881737), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.794909 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4842'] for router (8530769d-11cf-4c74-9ca8-b0f74f881737), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.797107 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks [] for router_controller (8530769d-11cf-4c74-9ca8-b0f74f881737), precommit_delete_associations {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.846374 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-446342'] for router (8530769d-11cf-4c74-9ca8-b0f74f881737), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.846885 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8530769d-11cf-4c74-9ca8-b0f74f881737 {{(pid=114064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 18:03:25.852285 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.853497 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-b8f6400f-bbcf-4d46-afae-d9e77f0f86e2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8530769d-11cf-4c74-9ca8-b0f74f881737 HTTP/1.1" status: 204 len: 168 time: 1.0019565 Jan 10 18:03:25.856261 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44336) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:25.903603 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] Deleting subnet f8c087aa-27af-40ed-8aeb-4925af72c8b3 {{(pid=114063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 18:03:25.907595 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] Publish callbacks [] for subnet (f8c087aa-27af-40ed-8aeb-4925af72c8b3), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:25.943162 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27034934'] for subnet (f8c087aa-27af-40ed-8aeb-4925af72c8b3), precommit_delete_associations {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.027656 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-643784'] for subnet (f8c087aa-27af-40ed-8aeb-4925af72c8b3), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.084778 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-643777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27178325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25536795'] for subnet (f8c087aa-27af-40ed-8aeb-4925af72c8b3), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.111427 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c087aa-27af-40ed-8aeb-4925af72c8b3,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:26.113413 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for subnet (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.118916 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-0fa96c52-3815-4678-bebb-5ef6cf832409 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f8c087aa-27af-40ed-8aeb-4925af72c8b3 HTTP/1.1" status: 204 len: 168 time: 0.2592654 Jan 10 18:03:26.119251 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44338) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:26.119907 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e03d8-6b55-467f-b330-8bacf46aa645 None None] Network fdc09ce2-7f39-494f-b6fc-f96f2b537b41 requested from dv-cinder-824031-2-iscsi {{(pid=114065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 18:03:26.195544 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598721'] for network (fdc09ce2-7f39-494f-b6fc-f96f2b537b41), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.252536 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Deleting port b8f16863-6a08-4b54-b0ab-70f79207c3c3 {{(pid=114063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 18:03:26.252907 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752794196381'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.321102 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.db [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] For port b8f16863-6a08-4b54-b0ab-70f79207c3c3, host dv-cinder-824031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824031-2-iscsi',level=0,port_id=b8f16863-6a08-4b54-b0ab-70f79207c3c3,segment=NetworkSegment(2471b372-0e47-42ec-bce0-6e9d9597eea2),segment_id=2471b372-0e47-42ec-bce0-6e9d9597eea2)] {{(pid=114063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 18:03:26.321413 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436915'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.333945 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.plugin [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Calling delete_port for b8f16863-6a08-4b54-b0ab-70f79207c3c3 owned by network:dhcp {{(pid=114063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 18:03:26.416722 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-559218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752794155632', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752793669425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27178336'] for port (b8f16863-6a08-4b54-b0ab-70f79207c3c3), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.442620 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f16863-6a08-4b54-b0ab-70f79207c3c3,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:26.447577 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] No DVR routers for this DVR port b8f16863-6a08-4b54-b0ab-70f79207c3c3 on host dv-cinder-824031-2-iscsi {{(pid=114063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 18:03:26.519105 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452893', 'neutron.services.segments.db._delete_segments_for_network-8752794219183'] for network (fdc09ce2-7f39-494f-b6fc-f96f2b537b41), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.539604 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc09ce2-7f39-494f-b6fc-f96f2b537b41']}} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:26.550897 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2471b372-0e47-42ec-bce0-6e9d9597eea2') {'for_net_delete': True} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:26.550897 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.services.segments.db [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2471b372-0e47-42ec-bce0-6e9d9597eea2') {} {{(pid=114063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 18:03:26.556888 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c85c49f-af7c-42bf-85db-d401f7722abe None None] DHCP port deletion for fdc09ce2-7f39-494f-b6fc-f96f2b537b41 request from dv-cinder-824031-2-iscsi {{(pid=114065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 18:03:26.560525 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752794224824', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27034959'] for segment (2471b372-0e47-42ec-bce0-6e9d9597eea2), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.576007 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019'] for segment (2471b372-0e47-42ec-bce0-6e9d9597eea2), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.582735 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=114063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 18:03:26.583129 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27178431'] for segment (2471b372-0e47-42ec-bce0-6e9d9597eea2), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: Traceback (most recent call last): Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: timer() Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: cb(*args, **kw) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: return func(*args, **kwargs) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: self._notify() Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: self.callback(batched_events) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: event.method(event) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: return f(self, *a, **k) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._get(url).json() Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: return self.request(url, 'GET', **kwargs) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 18:03:26.584980 dv-cinder-824031-2-iscsi neutron-server[114063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 18:03:26.639307 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452886', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440131'] for network (fdc09ce2-7f39-494f-b6fc-f96f2b537b41), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.645435 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609208'] for network (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.649001 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fdc09ce2-7f39-494f-b6fc-f96f2b537b41 HTTP/1.1" status: 204 len: 168 time: 0.5281527 Jan 10 18:03:26.660120 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c83dfc-99f9-4c14-baa6-682eb2782611 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdc09ce2-7f39-494f-b6fc-f96f2b537b41,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:26.661619 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device caf06b06-74fb-4163-b735-049bcc6549b2 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:26.682275 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: caf06b06-74fb-4163-b735-049bcc6549b2 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:26.682692 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device caf06b06-74fb-4163-b735-049bcc6549b2 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:26.683170 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 567aa478-0eba-4853-b88e-297a0437c8ad no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:26.705611 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: 567aa478-0eba-4853-b88e-297a0437c8ad {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:26.706018 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device 567aa478-0eba-4853-b88e-297a0437c8ad not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:26.706654 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b8f16863-6a08-4b54-b0ab-70f79207c3c3 no longer exists at agent ovs-agent-dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 18:03:26.731077 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.plugin [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] No Port match for: b8f16863-6a08-4b54-b0ab-70f79207c3c3 {{(pid=114065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 10 18:03:26.731426 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron.plugins.ml2.rpc [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Device b8f16863-6a08-4b54-b0ab-70f79207c3c3 not bound to the agent host dv-cinder-824031-2-iscsi {{(pid=114065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 18:03:26.772551 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44342) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:26.818659 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-c8f75fd5-ff4e-47dd-a8c0-de77cccd4c84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70891404a20f4177b6c2d794789ffaf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447795 Jan 10 18:03:26.821216 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [-] (114063) accepted ('10.222.0.31', 44344) {{(pid=114063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:26.868048 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e0724b7-7287-4778-ac8c-15bd4efd6ab8 admin admin] Publish callbacks [] for security_group (0635cc2b-a619-4fb4-ac4c-7442bde3b9b0), before_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.888634 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e0724b7-7287-4778-ac8c-15bd4efd6ab8 admin admin] Publish callbacks [] for security_group (0635cc2b-a619-4fb4-ac4c-7442bde3b9b0), precommit_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.935719 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e0724b7-7287-4778-ac8c-15bd4efd6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (0635cc2b-a619-4fb4-ac4c-7442bde3b9b0), after_delete {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.938290 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron_lib.callbacks.manager [None req-3e0724b7-7287-4778-ac8c-15bd4efd6ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:26.939488 dv-cinder-824031-2-iscsi neutron-server[114063]: INFO neutron.wsgi [None req-3e0724b7-7287-4778-ac8c-15bd4efd6ab8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0635cc2b-a619-4fb4-ac4c-7442bde3b9b0 HTTP/1.1" status: 204 len: 168 time: 0.1173618 Jan 10 18:03:26.948916 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0724b7-7287-4778-ac8c-15bd4efd6ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0635cc2b-a619-4fb4-ac4c-7442bde3b9b0,revision_number=None']} {{(pid=114063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:27.278403 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44350) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:27.319993 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-05357cf5-8d7e-4acb-89f1-66e7d60ccf0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b795c12898f4adaae232be11306ad71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403409 Jan 10 18:03:27.322563 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [-] (114064) accepted ('10.222.0.31', 44352) {{(pid=114064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 18:03:27.371736 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-40481738-3907-4b87-9bae-54ed27ee1b44 admin admin] Publish callbacks [] for security_group (f4f308ea-9595-4983-ad0d-3b2266a9def5), before_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:27.405487 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-40481738-3907-4b87-9bae-54ed27ee1b44 admin admin] Publish callbacks [] for security_group (f4f308ea-9595-4983-ad0d-3b2266a9def5), precommit_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:27.463200 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-40481738-3907-4b87-9bae-54ed27ee1b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502820'] for security_group (f4f308ea-9595-4983-ad0d-3b2266a9def5), after_delete {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:27.465918 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron_lib.callbacks.manager [None req-40481738-3907-4b87-9bae-54ed27ee1b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:27.467118 dv-cinder-824031-2-iscsi neutron-server[114064]: INFO neutron.wsgi [None req-40481738-3907-4b87-9bae-54ed27ee1b44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4f308ea-9595-4983-ad0d-3b2266a9def5 HTTP/1.1" status: 204 len: 168 time: 0.1436658 Jan 10 18:03:27.474790 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481738-3907-4b87-9bae-54ed27ee1b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f308ea-9595-4983-ad0d-3b2266a9def5,revision_number=None']} {{(pid=114064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 18:03:40.756886 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2ec163a2-10f5-449f-a47f-15d360895f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:42.844772 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:43.179254 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-8205526c-19ff-4288-b156-74c267678019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:44.151177 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:45.659348 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:47.029468 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:03:57.086123 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:04:10.752300 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-4d69f977-fed1-4acd-9c89-35053a685499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:12.845415 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:13.174309 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-7fc20e5c-1077-4116-b60d-f04343915904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:14.151417 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:15.665702 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:17.031865 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:34.092036 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:04:40.757407 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9868ad1d-8ca2-47e3-b7d3-45a081636982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:42.854541 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:43.185251 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-fbe99b7e-0bfa-4a9d-b602-1f5fe17ecc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:44.158331 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:45.668705 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:04:47.032095 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:10.757147 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-0a284cda-8a48-45f6-8819-7d6cd0824786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:11.097556 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:05:12.848280 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:13.184449 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6507092f-3a97-47d5-83c9-5633a05ece26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:14.166212 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:15.667947 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:17.041494 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:40.755400 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c05b9a84-a1e6-4403-bdd9-2602785aa55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:42.857466 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:43.184523 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e74a6303-2c9d-46d1-9e28-14e33a5a861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:44.166599 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:44.342100 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-62803b66-8eca-4171-a7d0-336e1d033e9e req-5269f141-2c5f-465d-ba7c-0dc3a063183b service neutron] (114064) timed out ('10.222.0.35', 61550) {{(pid=114064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 18:05:45.672905 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:47.034203 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:05:47.442496 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-8e141671-c0dd-495f-a85a-2e3f0e1674b9 req-242691aa-4b45-4032-b2d3-41f4b406e665 service neutron] (114064) timed out ('10.222.0.35', 61504) {{(pid=114064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 18:05:47.475576 dv-cinder-824031-2-iscsi neutron-server[114063]: DEBUG neutron.wsgi [req-930bc193-c0ae-4e55-b827-4e69ee54e88e req-0fc04115-bd26-49ff-b2d4-439048e7595b service neutron] (114063) timed out ('10.222.0.35', 61556) {{(pid=114063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 18:05:48.099973 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:06:04.581825 dv-cinder-824031-2-iscsi neutron-server[114064]: DEBUG neutron.wsgi [req-1a1c0ad1-4085-4d92-9308-37fc5541ffa0 req-0098cdb9-70f2-4c70-bfc0-4ea740d7b74b service neutron] (114064) timed out ('10.222.0.35', 61557) {{(pid=114064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 18:06:10.750418 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6071f99f-082d-48ed-b110-674f0bff7f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:12.884315 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:13.185691 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-c7dab697-a07e-407c-96a3-85eaada42d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:14.165968 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:15.677204 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:17.042226 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:25.100219 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:06:40.751026 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-42c98586-6d0b-4b09-8d0c-c9e3d2e69da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:42.883700 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:43.185558 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-a2a27769-c74d-4334-8d36-a5a24a8c4899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:44.170245 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:45.689361 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:06:47.035452 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:02.104785 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:07:10.746496 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-23d05ab1-fa90-4264-81f1-a9689fd924d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:12.887881 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:13.186035 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-fae7d909-5c0d-4bba-a1bb-bdac8c590f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:14.174685 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:15.691746 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:17.040886 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:39.109480 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:07:40.749915 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-e1178ba5-ef40-47f3-9fcc-fdaaa041448e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:42.901158 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:43.183452 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-2c4ce3d8-bc92-43e8-9d40-d2c572f972ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:44.177188 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:45.700105 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:07:47.040964 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:10.748318 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-3ad41a6d-c8c7-43da-b67d-5fffd63aa17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:12.897817 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:13.188720 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-6083b29a-2597-4ab4-8381-bf83cba0c001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:14.185497 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:15.694728 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:16.114049 dv-cinder-824031-2-iscsi neutron-server[114066]: DEBUG neutron.db.agents_db [None req-e2120e1a-7f23-45cc-867f-a41f3d5ee2d6 None None] Agent healthcheck: found 6 active agents {{(pid=114066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 18:08:17.040086 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-73257191-ea51-4a43-9b7d-7ff659f8db7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (63a688bd-1674-44eb-bda4-5a77e8d14e9f), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:40.744559 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-b09eda3f-498e-455f-a2af-c92819976318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0a2dedde-9a40-4e75-8a36-8ab530a1950d), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:42.902924 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-16342ae9-2641-4099-9fea-5c0a81488a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (5e94472c-b519-4927-9aee-10358e8446c3), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:43.183142 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-29438d43-bc90-44fb-a318-d59abbad6b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (8e8833ee-2aab-4bd2-9776-5012c6a227da), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:44.181157 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-71f50568-2dff-4fe5-b7a5-24b44288ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (22c74e36-ee57-4113-87b2-ae2dc55bed44), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 18:08:45.694214 dv-cinder-824031-2-iscsi neutron-server[114065]: DEBUG neutron_lib.callbacks.manager [None req-9b03203e-be98-4b39-ab0d-533e5cff9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752794219165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1450775'] for agent (0bf650a7-6aee-4d1b-8a93-688da95e49f5), after_update {{(pid=114065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}